Model Evaluation COSFIRE Filters Approach

Introduction

We obtain the 26 statistically significant sets of hyperparameters from the classification paper along with their respective training, validation, and test descriptors. Based on these descriptors, we perform image hashing for each set of descriptors using a selected set of MLP hyperparameters (for the grid search).

This is the init_notebook_mode cell from ITables v2.0.1
(you should not see this message - is your notebook trusted?)

The outputs below represent an example of a single experiment based on an array of hyperparameters considered to determine the optimal configuration of the MLP hashing architecture (For bit size 32).

Code

class CosfireNet(nn.Module):
    def __init__(self, input_size, bitsize, l1_reg, l2_reg):
        super(CosfireNet, self).__init__()
        self.l1_reg = l1_reg
        self.l2_reg = l2_reg
        self.hd = nn.Sequential(
            nn.Linear(input_size, 300),
            nn.BatchNorm1d(300),
            nn.Tanh(),
            nn.Linear(300, 200),
            nn.BatchNorm1d(200),
            nn.Tanh(),
            nn.Linear(200, bitsize),
            nn.Tanh()
        )
    def forward(self, x):
        regularization_loss = 0.0
        for param in self.hd.parameters():
            regularization_loss += torch.sum(torch.abs(param)) * self.l1_reg  # L1 regularization
            regularization_loss += torch.sum(param ** 2) * self.l2_reg  # L2 regularization
        return self.hd(x), regularization_loss

Tip

tiply, each row represents a unique combination of MLP hyperparameters, and every column represents the results yielded by each of the 26 statistically significant sets of descriptors.

The results in this presentation are from two experimental designs:

Experiment 1 Results

The thresholding is based on fixed values between -1 and 1 on a step size of 0.1.

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
0	372	32	0.10	8	0.00100	24	0.000000e+00	0.000000e+00	83.02	77.06	80.88	74.34	78.70	82.08	82.78	82.99	81.86	82.59	81.96	84.60	79.97	80.16	80.79	82.55	81.79	85.00	81.71	81.96	42.66	73.92	82.81	75.16	76.75	79.66
1	372	32	0.10	8	0.00100	24	0.000000e+00	1.000000e-08	83.60	82.83	86.41	84.29	83.41	85.32	84.77	84.80	85.74	84.97	86.49	84.97	83.60	84.04	85.88	84.49	86.02	84.61	85.05	85.47	84.89	85.27	88.97	86.10	86.00	85.57
2	372	32	0.10	8	0.00100	24	1.000000e-08	0.000000e+00	82.63	84.37	87.46	86.09	84.16	82.74	84.69	87.78	86.83	86.18	84.29	85.27	83.01	85.60	85.09	86.44	86.56	83.36	85.93	83.26	85.92	85.41	86.67	86.04	86.58	86.88
3	372	32	0.10	8	0.00100	24	1.000000e-08	1.000000e-08	82.72	85.51	85.15	85.90	84.90	84.90	87.91	85.55	85.08	87.94	84.92	84.96	84.12	84.35	87.23	84.42	84.92	84.69	86.24	84.96	85.99	85.36	84.04	86.87	85.97	85.43
8	372	32	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	87.26	87.54	85.96	87.95	87.24	87.47	88.51	88.19	86.30	87.48	89.23	89.36	86.48	86.07	88.76	89.85	87.70	88.21	88.83	87.42	87.77	87.53	88.15	85.79	88.01	87.08
9	372	32	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	85.32	88.05	87.55	88.71	88.73	88.70	87.29	89.62	88.13	88.91	88.93	88.02	42.66	88.64	88.71	88.65	88.02	87.93	89.03	88.28	88.96	88.01	88.04	87.30	88.96	91.49
10	372	32	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	86.87	88.55	87.43	86.56	88.75	87.25	86.45	87.61	89.56	88.75	88.59	88.36	88.91	88.78	88.05	89.25	88.47	89.18	89.37	87.32	89.05	87.02	87.23	88.91	87.95	87.71
11	372	32	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	86.99	88.35	86.22	88.45	88.44	86.48	87.88	89.03	42.66	89.18	87.93	88.21	87.83	87.65	88.12	90.48	87.62	88.92	88.20	88.84	87.32	87.20	88.17	85.13	88.16	87.47
16	372	32	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	85.82	86.78	87.96	87.74	86.67	89.14	85.81	87.76	87.36	88.20	87.98	88.50	87.86	88.67	88.77	87.98	88.15	89.59	89.17	86.66	88.35	88.46	87.91	86.29	89.09	87.40
17	372	32	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	86.32	87.62	88.31	89.03	87.31	87.90	86.63	87.06	88.14	90.04	88.96	89.92	88.89	87.32	89.76	88.24	88.90	88.05	88.71	89.95	86.49	88.09	88.67	86.99	88.73	88.09
18	372	32	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	85.73	87.46	87.00	87.45	86.08	87.80	88.65	87.93	89.01	87.65	89.20	90.02	89.01	87.65	88.90	87.44	86.75	88.08	89.51	87.72	87.02	87.59	87.89	87.55	88.16	89.32
19	372	32	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	86.64	88.69	87.25	86.84	87.94	89.04	89.00	88.51	88.32	87.47	88.50	88.59	86.79	87.06	88.34	90.12	87.46	88.92	88.01	87.91	88.63	87.21	88.51	89.06	86.66	88.54
24	372	32	0.10	64	0.00100	24	0.000000e+00	0.000000e+00	86.33	86.44	83.60	88.37	85.34	87.86	87.07	88.43	85.53	87.86	89.66	87.72	86.85	87.79	88.16	86.59	88.38	87.10	88.66	86.73	87.08	88.72	88.03	89.28	88.76	88.88
25	372	32	0.10	64	0.00100	24	0.000000e+00	1.000000e-08	87.10	87.93	86.31	86.12	86.07	89.59	87.79	88.73	87.81	87.83	88.72	88.39	88.28	87.77	87.56	89.05	87.17	88.65	87.78	87.79	87.90	87.83	86.88	88.69	87.52	88.19
26	372	32	0.10	64	0.00100	24	1.000000e-08	0.000000e+00	86.34	87.42	86.84	87.45	87.29	88.07	88.27	87.55	87.61	88.61	87.85	88.49	87.01	88.66	89.66	88.99	88.42	85.60	88.12	87.83	87.96	87.95	85.98	87.63	88.41	88.40
27	372	32	0.10	64	0.00100	24	1.000000e-08	1.000000e-08	86.68	88.87	88.40	88.32	89.00	88.61	86.89	88.31	88.18	86.84	89.76	88.71	77.30	89.51	87.94	87.41	87.78	88.74	89.08	87.68	86.81	88.00	87.72	87.99	87.67	87.85
32	372	32	0.10	8	0.00100	36	0.000000e+00	0.000000e+00	79.00	79.84	81.60	75.50	79.61	82.52	81.87	81.65	81.94	80.97	83.35	81.71	81.37	80.36	82.91	76.56	77.27	73.36	83.46	83.12	80.67	80.46	81.92	78.08	79.07	82.36
33	372	32	0.10	8	0.00100	36	0.000000e+00	1.000000e-08	84.86	85.14	82.97	84.20	84.22	84.15	86.86	86.53	85.80	87.54	83.25	84.01	88.20	86.21	86.85	86.16	85.47	85.34	86.11	84.57	85.65	86.02	86.91	87.10	42.66	84.53
34	372	32	0.10	8	0.00100	36	1.000000e-08	0.000000e+00	84.38	84.15	86.33	84.60	85.63	86.19	83.49	85.49	83.17	82.82	85.37	85.12	85.28	86.16	82.59	85.26	84.99	83.69	85.19	86.23	85.07	84.72	85.67	80.98	82.96	84.79
35	372	32	0.10	8	0.00100	36	1.000000e-08	1.000000e-08	82.52	82.67	86.05	80.81	83.00	84.26	84.36	87.21	85.22	82.28	86.49	84.99	84.85	83.95	84.09	82.36	84.54	83.07	83.64	84.80	84.16	85.13	83.21	83.40	85.46	85.50
40	372	32	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	87.03	87.52	85.77	87.73	87.15	87.30	86.17	89.61	89.05	88.33	87.00	88.85	86.33	85.76	88.19	88.85	87.81	89.72	87.62	87.19	88.21	86.88	88.10	87.54	87.26	87.99
41	372	32	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	85.64	89.09	87.49	88.03	86.18	88.23	86.32	89.48	88.48	89.13	87.17	88.90	87.94	87.83	88.66	87.34	89.34	87.36	87.15	88.64	89.09	87.64	86.10	88.09	88.45	88.23
42	372	32	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	86.78	87.46	87.65	87.24	85.78	89.13	88.57	87.47	87.42	89.92	89.93	87.61	88.97	86.15	87.13	89.06	87.68	88.83	89.29	89.52	87.10	88.40	89.22	88.26	87.90	87.99
43	372	32	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	88.97	87.85	87.33	88.35	87.39	88.40	88.73	87.98	88.27	88.09	89.89	88.38	87.63	88.81	88.82	89.47	89.53	87.07	88.25	88.20	88.63	88.28	88.74	87.11	88.82	88.15
48	372	32	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	87.60	88.25	87.83	88.24	87.74	87.82	87.34	88.81	88.18	87.66	87.84	87.39	88.46	89.93	89.37	89.43	87.21	87.71	88.14	90.79	88.63	88.14	88.23	87.53	89.16	88.11
49	372	32	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	87.42	89.12	86.64	87.80	88.42	87.77	87.35	88.87	87.99	86.98	88.76	89.80	88.43	87.35	88.89	88.06	86.91	88.05	88.44	88.72	87.81	87.47	87.74	88.24	89.92	88.55
50	372	32	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	86.38	86.53	86.81	89.66	88.73	88.81	87.06	89.98	86.75	88.43	89.40	88.08	88.74	87.98	90.00	89.30	88.91	87.29	89.28	89.53	87.81	87.92	87.84	87.99	86.88	87.97
51	372	32	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	86.01	87.86	86.40	88.08	87.46	88.32	88.78	87.30	87.50	87.50	88.79	88.76	87.65	89.04	87.25	88.01	87.68	88.80	89.52	89.45	87.00	87.59	88.11	87.73	86.69	87.43
56	372	32	0.10	64	0.00100	36	0.000000e+00	0.000000e+00	87.40	88.02	88.22	88.61	90.10	88.32	87.68	88.25	90.56	87.28	89.12	87.48	88.61	88.54	88.72	89.00	89.28	86.27	88.94	88.11	87.74	87.10	88.46	87.54	87.87	88.23
57	372	32	0.10	64	0.00100	36	0.000000e+00	1.000000e-08	87.76	87.51	87.94	88.30	88.05	90.40	88.33	88.74	90.39	86.87	89.21	89.00	88.12	86.75	88.55	89.20	86.58	89.69	86.80	88.62	88.29	89.36	87.88	87.82	88.06	88.23
58	372	32	0.10	64	0.00100	36	1.000000e-08	0.000000e+00	87.77	86.47	86.36	89.20	88.73	88.51	86.71	88.07	88.84	87.98	88.06	88.31	86.78	87.77	87.43	88.63	86.83	88.26	88.46	88.61	88.04	88.25	87.60	88.32	87.92	88.27
59	372	32	0.10	64	0.00100	36	1.000000e-08	1.000000e-08	86.49	88.55	90.46	86.21	86.25	89.26	85.62	88.55	87.69	87.43	88.01	89.12	90.09	89.84	88.59	87.87	88.27	89.03	89.29	87.56	88.36	89.76	88.97	86.65	87.67	87.86
64	372	32	0.10	8	0.00100	48	0.000000e+00	0.000000e+00	78.12	80.29	72.77	67.01	72.15	79.10	86.24	76.61	74.08	79.78	82.85	80.96	80.22	67.43	70.06	83.83	72.23	77.37	77.54	81.27	77.50	79.11	79.25	70.52	75.50	70.41
65	372	32	0.10	8	0.00100	48	0.000000e+00	1.000000e-08	83.73	83.21	82.20	74.64	82.71	76.73	82.98	75.85	81.70	82.71	78.72	78.32	82.11	82.15	70.92	83.65	83.75	81.33	79.12	81.10	80.83	77.79	78.52	76.02	79.17	78.44
66	372	32	0.10	8	0.00100	48	1.000000e-08	0.000000e+00	81.25	42.66	80.77	75.03	74.36	75.65	86.49	80.76	84.33	83.91	81.45	83.86	84.19	81.58	79.89	81.51	76.08	83.63	80.46	81.71	85.18	75.42	78.20	74.28	79.62	79.24
67	372	32	0.10	8	0.00100	48	1.000000e-08	1.000000e-08	82.26	78.16	84.94	42.66	82.95	76.00	82.67	82.43	80.14	84.07	79.33	83.92	81.08	80.45	80.15	84.39	78.75	82.05	83.18	79.84	77.40	68.41	78.60	73.67	80.75	75.44
72	372	32	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	89.01	88.92	89.38	86.06	86.06	89.97	88.31	89.56	87.59	88.64	89.41	89.02	88.90	88.85	88.79	88.60	88.42	88.40	92.15	89.60	84.89	87.01	88.81	87.91	88.18	86.59
73	372	32	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	88.13	87.81	89.19	85.96	88.13	89.17	89.28	88.34	86.88	88.48	89.51	88.91	87.76	88.85	89.64	89.60	87.82	86.12	88.93	90.33	88.99	87.86	86.21	88.94	89.06	86.02
74	372	32	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	88.78	88.03	87.82	86.73	88.29	88.94	85.17	88.84	89.44	86.70	91.23	89.36	88.35	91.13	88.50	88.45	88.71	89.45	90.01	88.62	88.77	88.46	89.39	88.81	89.16	89.22
75	372	32	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	88.30	87.41	87.72	86.53	85.77	86.48	88.83	88.83	88.79	88.33	90.89	88.37	89.15	88.06	89.89	88.97	87.97	90.56	90.25	88.67	89.36	89.33	89.34	89.70	88.73	88.69
80	372	32	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	87.57	89.43	86.44	86.16	87.96	89.02	89.28	85.86	88.21	88.77	89.86	88.39	87.87	89.22	88.64	88.45	89.87	87.92	87.86	88.18	90.20	89.49	86.15	87.51	89.64	88.05
81	372	32	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	86.71	88.06	88.35	87.69	88.76	87.74	87.79	87.72	87.28	87.60	90.00	93.24	88.97	87.98	88.24	89.74	88.43	89.80	88.47	88.23	88.53	87.14	88.05	86.39	90.76	87.71
82	372	32	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	87.92	88.98	87.13	88.07	88.21	90.25	88.01	89.46	87.03	88.41	89.45	90.96	88.02	87.74	87.46	89.55	89.67	87.71	88.96	88.28	88.85	88.07	87.25	89.18	89.02	89.16
83	372	32	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	86.97	88.57	88.39	87.41	87.51	89.52	87.46	88.66	87.90	88.62	89.20	89.92	88.39	89.57	90.36	87.53	88.73	89.50	89.03	89.57	89.19	89.22	88.44	89.77	89.32	90.97
88	372	32	0.10	64	0.00100	48	0.000000e+00	0.000000e+00	88.43	86.95	87.23	87.58	88.60	88.61	88.49	88.44	89.23	88.27	90.57	89.31	87.05	88.31	88.27	87.74	90.10	88.95	89.71	88.81	87.68	89.29	88.82	88.08	89.99	87.64
89	372	32	0.10	64	0.00100	48	0.000000e+00	1.000000e-08	86.09	86.86	89.79	88.44	86.87	89.10	87.75	87.95	88.72	88.34	89.74	88.27	88.93	89.11	89.00	90.28	90.14	87.98	90.22	90.22	89.44	77.67	89.31	89.13	88.17	87.65
90	372	32	0.10	64	0.00100	48	1.000000e-08	0.000000e+00	87.42	87.00	88.76	87.48	85.55	89.67	87.43	88.79	88.44	88.96	86.61	88.34	88.67	85.31	87.50	87.50	87.24	90.71	89.43	88.20	88.72	88.15	87.33	89.40	88.26	88.48
91	372	32	0.10	64	0.00100	48	1.000000e-08	1.000000e-08	87.04	88.82	86.51	86.54	88.21	88.11	88.36	88.89	88.22	88.98	89.24	90.72	85.11	87.89	90.45	89.20	89.06	89.22	89.63	90.43	87.99	87.64	89.18	88.72	89.64	88.23
96	372	32	0.10	8	0.00001	24	0.000000e+00	0.000000e+00	77.47	84.88	75.73	78.49	78.99	82.00	80.94	78.33	84.36	86.23	84.11	82.80	84.41	83.33	78.77	79.79	77.20	75.61	82.06	83.96	79.12	82.72	83.27	71.91	80.78	79.40
97	372	32	0.10	8	0.00001	24	0.000000e+00	1.000000e-08	84.22	81.89	84.51	85.41	85.94	85.45	85.37	82.96	83.10	85.67	86.61	85.44	85.65	87.13	86.48	84.45	85.98	85.58	84.08	84.50	86.69	85.28	85.31	84.77	87.52	87.07
98	372	32	0.10	8	0.00001	24	1.000000e-08	0.000000e+00	83.46	86.23	84.42	86.53	86.55	84.21	84.50	87.18	84.77	82.98	85.14	87.46	86.64	87.05	86.89	83.18	85.39	84.73	84.69	85.35	84.98	84.69	87.46	86.02	86.97	85.66
99	372	32	0.10	8	0.00001	24	1.000000e-08	1.000000e-08	84.77	89.21	87.68	84.71	85.62	84.61	84.15	88.85	86.72	85.20	85.85	85.69	83.64	85.06	85.18	85.05	86.66	85.82	86.05	84.98	85.25	85.59	85.24	86.39	84.58	86.28
104	372	32	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	86.17	86.06	86.85	86.35	85.56	87.36	87.49	86.68	85.19	86.22	86.97	87.04	87.41	86.09	88.36	88.34	87.46	88.28	88.11	85.36	88.83	87.76	88.23	88.17	87.70	87.28
105	372	32	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	86.05	86.34	86.28	88.28	87.28	89.42	86.88	89.00	87.22	88.37	88.45	88.39	87.88	87.89	87.68	88.71	89.43	87.90	87.38	87.78	88.57	89.32	87.69	88.65	89.44	89.18
106	372	32	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	87.26	89.68	88.11	88.57	87.52	88.17	87.81	85.95	87.94	87.72	91.26	89.20	88.00	89.19	88.83	86.87	88.24	88.97	89.26	87.21	87.54	87.90	87.37	88.62	87.78	87.95
107	372	32	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	88.63	87.99	87.78	90.23	88.74	88.17	90.45	89.38	87.89	89.98	89.09	88.94	87.96	87.86	88.66	89.86	88.64	88.62	88.84	89.11	88.38	89.54	88.76	88.91	87.78	88.67
112	372	32	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	88.37	87.84	86.67	88.34	87.63	88.22	85.76	87.95	88.57	88.74	88.23	89.10	86.12	88.27	86.90	86.23	90.26	88.62	89.40	86.95	89.24	86.88	87.07	77.57	87.98	87.96
113	372	32	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	89.46	87.22	88.19	89.27	88.54	87.81	88.52	87.79	89.29	86.73	89.54	88.54	86.25	88.04	88.91	88.94	90.21	89.60	89.09	88.39	88.58	88.81	89.71	88.62	89.89	88.98
114	372	32	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	86.57	88.88	87.03	89.36	87.63	88.41	89.22	87.21	88.84	87.92	87.72	88.38	89.74	88.54	87.78	88.84	87.24	87.99	88.30	87.73	88.51	88.51	87.12	87.92	88.91	89.02
115	372	32	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	86.49	88.22	89.45	88.94	89.22	88.56	86.82	88.96	88.78	88.63	89.07	89.18	88.08	88.35	89.98	88.38	89.05	88.82	87.53	89.44	88.47	88.40	88.69	86.48	89.63	88.89
120	372	32	0.10	64	0.00001	24	0.000000e+00	0.000000e+00	84.65	87.18	87.41	87.82	85.43	88.23	86.40	86.90	89.69	87.93	88.29	88.13	87.05	88.49	88.57	87.61	88.85	89.16	88.14	89.51	89.07	86.86	85.99	86.26	88.01	88.38
121	372	32	0.10	64	0.00001	24	0.000000e+00	1.000000e-08	87.93	88.85	87.49	85.45	86.97	87.55	90.03	87.36	88.04	88.67	87.62	89.38	88.66	88.24	88.72	88.00	88.16	87.87	89.14	90.97	87.74	87.36	88.27	88.07	88.21	87.54
122	372	32	0.10	64	0.00001	24	1.000000e-08	0.000000e+00	87.54	88.83	87.70	87.80	88.11	89.92	87.66	89.10	88.91	87.66	87.94	88.01	87.93	88.17	88.16	88.21	88.01	87.93	87.43	88.40	88.04	88.48	87.36	89.35	89.40	86.33
123	372	32	0.10	64	0.00001	24	1.000000e-08	1.000000e-08	87.81	88.05	88.26	89.00	89.00	88.70	88.21	88.93	88.28	87.06	89.01	88.36	87.61	87.91	87.92	89.71	89.09	88.22	88.82	89.86	88.36	87.41	86.74	86.87	86.62	87.13
128	372	32	0.10	8	0.00001	36	0.000000e+00	0.000000e+00	82.16	84.73	81.97	76.21	76.34	81.38	83.70	83.81	83.03	82.30	85.45	82.98	82.33	85.57	78.31	83.20	81.22	82.42	84.42	83.55	84.90	83.02	82.93	76.03	76.78	76.38
129	372	32	0.10	8	0.00001	36	0.000000e+00	1.000000e-08	83.03	85.37	85.84	80.29	85.88	86.60	84.00	83.88	84.46	86.82	85.94	86.24	85.33	86.40	84.78	84.35	85.70	83.46	85.31	83.51	86.51	82.29	85.60	86.52	85.70	87.11
130	372	32	0.10	8	0.00001	36	1.000000e-08	0.000000e+00	81.86	84.78	79.69	85.27	81.81	86.15	86.66	82.52	84.05	84.80	86.22	84.84	85.11	83.20	86.47	83.21	86.51	82.70	85.29	87.71	86.44	84.92	85.52	83.56	81.75	84.46
131	372	32	0.10	8	0.00001	36	1.000000e-08	1.000000e-08	83.86	84.90	83.84	86.67	82.94	85.92	84.44	87.46	82.79	87.31	85.46	84.92	85.68	86.29	82.56	85.54	85.48	85.57	85.46	85.88	86.76	83.76	87.69	84.79	84.16	87.29
136	372	32	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	88.11	89.60	86.44	89.39	89.50	87.87	86.01	88.88	88.86	89.93	88.59	88.16	88.62	87.90	87.91	87.96	88.59	88.53	87.46	88.18	88.67	87.63	88.33	88.48	86.07	89.47
137	372	32	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	86.53	88.19	88.22	87.99	87.60	88.08	87.56	87.43	88.29	88.71	89.68	89.47	88.89	89.07	89.77	88.83	87.54	89.19	89.87	89.03	88.53	89.78	87.37	87.89	89.38	89.06
138	372	32	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	86.91	86.94	87.19	89.80	87.61	87.81	86.37	88.01	87.50	88.68	89.92	89.88	88.85	87.52	88.61	89.93	87.49	89.62	89.06	88.72	87.88	88.55	87.39	87.84	86.88	88.54
139	372	32	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	87.19	87.77	88.49	89.07	88.34	87.13	87.50	88.83	88.74	88.02	88.81	89.82	88.37	86.70	88.60	88.05	88.46	87.68	87.18	89.34	87.88	89.13	88.27	87.88	88.48	88.86
144	372	32	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	86.58	88.91	85.12	87.80	88.11	86.26	86.85	88.38	88.94	89.05	88.19	88.70	88.66	88.54	87.48	87.56	87.10	89.00	88.79	89.38	88.51	89.17	89.01	87.97	87.48	89.21
145	372	32	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	87.73	88.64	88.02	88.60	86.83	86.42	86.96	89.59	87.66	85.92	87.42	88.82	86.95	89.56	87.71	88.75	88.00	88.99	88.19	87.76	86.97	88.94	86.68	88.03	89.43	88.74
146	372	32	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	86.70	87.50	88.95	87.84	88.40	88.02	88.52	88.78	88.24	88.55	88.05	88.01	87.36	86.98	90.34	86.41	90.33	89.20	88.29	88.80	88.25	86.88	87.87	89.22	88.01	88.72
147	372	32	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	86.32	87.77	88.79	89.14	87.81	87.86	87.42	88.18	88.77	87.79	90.04	88.07	88.00	88.72	88.84	89.97	89.20	88.86	88.07	88.75	86.28	89.73	86.77	87.43	88.37	87.47
152	372	32	0.10	64	0.00001	36	0.000000e+00	0.000000e+00	85.81	86.73	86.65	89.16	88.47	88.26	89.19	88.17	88.48	91.03	87.98	88.56	88.65	87.90	83.94	87.84	88.66	42.66	87.85	88.49	88.46	89.09	88.30	86.83	89.44	88.43
153	372	32	0.10	64	0.00001	36	0.000000e+00	1.000000e-08	85.76	89.73	86.38	88.98	87.59	87.54	87.87	86.64	88.85	88.00	88.51	88.72	89.33	89.02	88.54	88.41	87.58	87.81	88.57	87.62	89.06	87.02	89.11	87.60	88.89	88.38
154	372	32	0.10	64	0.00001	36	1.000000e-08	0.000000e+00	87.26	88.87	85.55	87.81	88.04	89.22	88.78	88.10	89.57	88.72	90.33	88.75	87.33	88.12	87.69	86.11	87.22	88.31	89.43	89.93	89.00	88.12	89.63	88.79	87.28	88.62
155	372	32	0.10	64	0.00001	36	1.000000e-08	1.000000e-08	87.34	86.18	86.54	88.59	87.74	88.07	88.66	87.45	87.96	88.06	88.59	88.05	88.44	86.81	89.03	88.31	89.92	87.76	89.54	88.01	89.02	88.24	88.37	87.44	88.88	89.40
160	372	32	0.10	8	0.00001	48	0.000000e+00	0.000000e+00	71.24	73.96	81.34	70.38	71.98	75.60	78.19	77.49	80.46	80.29	80.83	82.42	78.65	80.08	69.53	82.14	68.82	78.17	79.00	81.70	76.45	71.64	67.89	76.65	71.46	73.51
161	372	32	0.10	8	0.00001	48	0.000000e+00	1.000000e-08	83.88	84.16	83.66	78.28	84.09	83.93	83.67	81.89	83.66	83.29	79.11	80.52	81.92	67.44	85.73	80.46	85.24	82.46	80.06	71.60	78.75	77.96	76.38	82.12	80.41	81.98
162	372	32	0.10	8	0.00001	48	1.000000e-08	0.000000e+00	80.34	79.00	82.50	75.32	78.96	83.86	82.66	85.99	85.34	83.19	81.60	77.52	80.76	80.71	84.35	82.24	84.09	84.53	83.62	80.35	80.10	76.63	79.33	73.47	78.72	75.95
163	372	32	0.10	8	0.00001	48	1.000000e-08	1.000000e-08	80.02	77.63	82.86	64.04	84.24	69.16	80.93	80.60	83.14	84.65	81.20	82.06	83.77	79.74	64.48	80.40	66.84	80.86	82.73	80.83	81.61	77.89	83.25	71.32	77.10	75.74
168	372	32	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	86.94	87.64	86.47	89.54	87.19	88.82	88.59	89.08	87.49	89.22	86.56	88.12	88.62	87.64	42.66	89.64	89.33	89.27	91.13	87.43	87.88	88.58	89.48	89.36	72.19	88.39
169	372	32	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	85.99	89.32	88.81	87.25	88.17	88.74	89.07	89.15	89.93	89.28	89.61	90.38	88.01	89.33	88.97	88.67	88.84	91.38	89.01	88.32	86.59	88.99	86.54	88.75	88.16	89.10
170	372	32	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	88.47	87.82	87.97	77.01	88.00	87.75	88.16	87.84	88.70	89.00	89.59	90.67	88.85	89.55	88.59	89.96	89.49	88.03	90.65	88.82	87.21	89.55	86.87	87.47	90.00	87.97
171	372	32	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	87.62	88.80	87.11	88.40	87.77	88.94	88.35	87.60	88.20	88.84	89.29	90.27	88.31	89.37	90.31	89.33	88.37	90.08	91.43	89.63	88.88	89.30	88.06	86.41	89.61	75.96
176	372	32	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	87.06	86.30	87.00	88.15	87.67	89.41	88.40	87.86	88.51	87.05	89.22	88.73	88.10	86.95	90.65	88.93	87.84	88.16	90.29	88.74	87.68	88.81	89.01	90.44	88.64	88.93
177	372	32	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	88.05	86.56	88.12	89.19	88.79	89.32	89.27	87.64	88.12	88.42	88.64	88.74	89.24	89.92	89.16	88.01	88.83	89.19	90.60	89.70	88.99	88.49	72.23	89.84	89.37	89.91
178	372	32	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	86.43	88.46	86.32	88.80	87.81	90.19	89.05	89.11	88.78	89.18	89.61	88.22	88.75	87.96	87.15	88.27	88.22	88.71	89.85	89.85	88.50	89.36	90.33	87.17	86.76	90.44
179	372	32	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	87.81	87.63	87.69	87.80	89.30	87.73	86.73	89.49	89.01	88.55	90.15	89.10	87.08	86.69	87.43	89.39	89.10	87.31	91.33	90.49	91.37	88.92	87.91	87.58	87.48	88.72
184	372	32	0.10	64	0.00001	48	0.000000e+00	0.000000e+00	87.48	88.24	89.03	85.27	85.84	88.00	88.25	88.07	88.31	86.52	89.35	89.36	89.30	87.14	86.54	89.68	88.90	89.71	89.00	89.50	87.91	87.61	88.79	88.45	88.03	87.76
185	372	32	0.10	64	0.00001	48	0.000000e+00	1.000000e-08	88.47	87.96	87.08	87.48	88.34	89.04	87.27	88.64	88.42	87.47	89.80	89.47	87.85	87.77	90.41	90.31	87.45	87.94	89.09	90.30	87.74	87.71	87.79	88.11	89.48	89.16
186	372	32	0.10	64	0.00001	48	1.000000e-08	0.000000e+00	88.37	87.63	88.03	86.13	88.04	86.95	85.75	87.26	86.83	88.70	90.14	91.71	89.57	89.91	89.41	88.88	87.83	88.41	88.90	88.72	88.45	88.31	88.21	89.33	88.86	85.74
187	372	32	0.10	64	0.00001	48	1.000000e-08	1.000000e-08	88.22	88.56	87.82	88.31	87.94	89.43	86.88	90.42	89.11	88.78	88.97	86.72	88.15	89.06	86.65	88.23	87.56	89.65	88.89	89.90	89.75	90.31	89.17	89.40	90.39	74.53
192	372	32	0.01	8	0.00100	24	0.000000e+00	0.000000e+00	87.07	90.35	87.88	88.62	89.90	89.43	89.73	89.15	88.52	88.05	90.03	88.26	88.61	89.42	89.67	89.12	89.13	89.93	90.51	89.88	89.07	88.74	89.38	89.56	88.23	88.23
193	372	32	0.01	8	0.00100	24	0.000000e+00	1.000000e-08	87.64	90.25	89.29	88.62	89.08	89.51	89.33	88.74	89.40	88.92	89.08	89.35	88.88	89.32	89.58	89.50	88.90	88.76	89.62	89.79	89.21	89.80	90.55	89.04	88.80	88.73
194	372	32	0.01	8	0.00100	24	1.000000e-08	0.000000e+00	88.20	88.80	89.26	87.96	89.07	89.69	90.59	88.96	90.50	88.33	90.78	90.02	89.06	88.84	89.15	90.61	86.71	90.76	90.39	90.38	89.11	88.86	89.63	89.88	88.87	87.71
195	372	32	0.01	8	0.00100	24	1.000000e-08	1.000000e-08	89.22	88.39	89.10	89.13	89.10	90.33	88.58	89.71	88.59	88.38	89.89	87.75	87.94	89.22	90.35	90.74	89.36	87.79	90.60	89.66	90.95	89.53	88.72	88.57	87.74	88.53
200	372	32	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	89.30	89.49	89.08	91.07	87.21	90.03	89.07	88.83	88.35	88.86	89.62	89.95	90.20	89.64	89.80	89.31	89.52	90.20	90.33	89.84	89.16	88.80	87.60	88.19	89.54	89.12
201	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	90.54	88.31	90.73	89.92	89.55	91.23	88.26	89.90	88.80	90.47	90.24	90.96	90.50	88.89	89.85	90.76	88.77	90.51	89.01	90.36	89.24	90.77	89.28	89.04	88.95	90.26
202	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	90.55	90.60	88.18	89.19	89.04	90.10	88.93	89.96	89.68	90.44	88.57	90.47	90.08	90.13	89.24	89.77	90.23	90.23	89.16	90.54	90.25	90.27	88.84	89.28	88.49	88.92
203	372	32	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	88.57	88.24	90.19	89.36	89.77	89.96	89.52	89.82	88.35	88.95	90.37	90.48	90.10	89.17	88.73	91.17	88.76	89.43	89.82	88.85	89.04	89.32	89.33	88.93	89.20	88.40
208	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	89.13	89.86	89.04	89.75	89.26	91.29	90.14	89.88	89.19	89.77	90.12	90.21	90.94	88.35	89.55	90.15	88.99	90.73	90.61	89.69	89.51	89.51	89.61	89.99	91.07	90.30
209	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	87.62	90.03	90.08	89.50	90.21	90.62	89.89	90.98	90.85	89.25	90.70	89.34	90.26	90.01	88.90	89.89	90.72	90.78	90.47	89.97	91.08	89.97	90.16	87.67	89.41	89.74
210	372	32	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	88.65	89.09	87.74	89.85	88.02	89.91	89.43	88.95	90.46	89.06	88.62	90.94	90.71	90.04	89.90	89.40	89.43	89.30	90.01	91.12	89.42	89.60	90.70	89.30	89.47	90.43
211	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	89.91	89.24	89.53	90.85	88.79	90.69	87.92	91.38	89.33	88.91	90.61	90.30	89.00	89.51	87.39	89.08	89.88	90.06	89.56	90.90	90.56	89.96	90.03	90.42	90.29	88.59
216	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	89.54	88.91	88.61	89.11	88.73	90.07	90.55	89.43	89.17	88.42	89.83	90.70	90.16	89.33	89.69	89.60	88.70	90.23	91.39	92.27	90.42	90.30	89.21	89.49	90.46	90.37
217	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	88.28	89.15	89.35	89.08	88.96	89.10	89.53	90.87	88.63	89.67	90.87	90.19	90.13	90.12	89.91	89.73	89.65	88.57	90.14	90.52	90.73	90.68	88.80	89.49	90.94	88.49
218	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	88.18	90.16	88.13	90.05	88.58	90.18	89.47	90.10	89.98	89.10	92.18	90.20	88.75	87.78	90.05	90.60	89.10	89.52	90.62	90.42	90.34	90.19	90.41	88.90	90.02	89.47
219	372	32	0.01	64	0.00100	24	1.000000e-08	1.000000e-08	88.57	88.73	90.25	88.14	89.35	90.19	90.57	91.61	87.81	88.91	90.16	89.81	89.24	88.07	89.46	89.31	89.58	89.18	90.06	89.24	89.30	90.54	88.55	89.41	90.91	90.12
224	372	32	0.01	8	0.00100	36	0.000000e+00	0.000000e+00	89.23	90.44	90.76	87.89	88.91	89.31	89.21	91.26	89.79	89.45	90.31	89.07	89.19	88.18	86.52	90.37	88.48	89.95	90.25	90.52	88.92	88.09	87.48	89.46	88.90	88.19
225	372	32	0.01	8	0.00100	36	0.000000e+00	1.000000e-08	89.50	89.55	88.72	88.79	88.41	90.14	88.46	89.70	88.76	89.45	88.50	89.87	90.74	89.23	89.12	90.19	88.52	90.07	89.97	90.00	89.41	88.53	88.86	87.33	86.60	89.16
226	372	32	0.01	8	0.00100	36	1.000000e-08	0.000000e+00	87.92	89.84	88.62	91.03	90.19	88.91	89.54	89.90	90.01	89.29	90.71	89.87	89.40	90.09	89.59	89.50	88.77	89.86	90.69	90.81	88.23	88.92	89.78	88.36	87.67	89.21
227	372	32	0.01	8	0.00100	36	1.000000e-08	1.000000e-08	89.84	89.07	88.09	90.67	89.04	89.47	88.63	90.91	89.58	89.52	88.79	90.21	88.45	89.27	89.49	89.26	88.36	89.41	90.45	90.67	88.14	89.48	88.68	89.38	88.08	87.11
232	372	32	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	92.22	89.10	89.05	90.02	90.59	89.62	88.28	90.46	88.68	89.43	90.56	89.93	89.33	90.16	89.12	89.44	90.10	90.63	90.15	90.13	88.04	88.97	88.66	88.48	87.96	87.85
233	372	32	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	87.77	89.28	91.10	88.49	89.75	89.71	88.38	89.31	89.80	89.55	89.39	90.49	90.50	90.50	89.94	89.83	88.77	90.19	89.68	89.67	88.18	90.67	88.40	88.42	88.79	89.30
234	372	32	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	89.07	87.54	89.22	89.08	88.57	90.36	90.50	89.76	89.69	89.84	90.77	88.97	89.78	88.59	88.86	89.00	89.21	90.11	89.54	90.39	89.57	88.17	87.75	87.74	88.63	89.69
235	372	32	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	88.18	90.08	88.45	89.52	89.55	88.65	87.82	90.02	89.76	90.26	90.19	89.32	88.53	90.76	88.43	89.98	89.89	88.61	89.57	89.84	88.77	90.25	88.55	87.63	87.70	87.33
240	372	32	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	90.34	89.21	87.69	89.55	90.26	89.73	88.10	89.81	88.22	89.46	89.94	88.36	89.05	88.99	89.78	90.12	88.55	90.62	89.04	88.76	89.82	89.19	88.73	88.95	88.70	87.93
241	372	32	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	89.46	88.85	90.08	89.45	89.74	91.11	88.78	89.88	88.58	89.54	88.83	90.81	89.73	88.06	89.76	88.74	89.29	88.80	89.44	90.19	89.64	90.00	90.12	87.87	88.01	88.41
242	372	32	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	87.53	90.30	89.86	88.64	89.28	89.28	89.10	89.71	88.45	88.59	90.91	90.29	89.89	90.14	89.02	90.06	89.18	89.95	90.41	88.33	89.17	89.42	88.50	87.91	87.43	88.90
243	372	32	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	88.45	88.90	88.72	90.25	88.83	89.50	88.46	88.97	88.54	89.13	89.82	89.42	90.61	88.90	89.63	90.48	89.68	89.02	90.93	88.48	89.24	89.11	89.12	88.78	89.57	87.56
248	372	32	0.01	64	0.00100	36	0.000000e+00	0.000000e+00	89.69	88.91	88.95	89.06	88.17	89.90	90.81	88.97	88.54	89.44	89.21	89.56	88.55	87.79	90.26	89.84	89.82	89.26	89.38	90.56	89.05	90.28	87.43	90.00	88.97	89.24
249	372	32	0.01	64	0.00100	36	0.000000e+00	1.000000e-08	89.96	88.87	89.50	88.58	88.43	89.14	88.57	90.19	89.29	89.64	89.94	88.87	89.48	89.08	88.68	89.95	90.55	90.26	89.38	89.54	88.41	88.69	89.06	89.09	89.52	90.65
250	372	32	0.01	64	0.00100	36	1.000000e-08	0.000000e+00	87.03	88.14	89.71	89.45	89.51	89.67	88.05	88.52	90.82	89.23	88.97	90.28	89.10	89.04	90.32	90.14	88.89	89.07	88.86	88.73	90.81	89.54	87.95	89.15	89.77	88.55
251	372	32	0.01	64	0.00100	36	1.000000e-08	1.000000e-08	87.55	88.85	88.26	90.47	89.06	89.07	88.33	89.82	89.97	88.60	90.31	89.20	89.54	87.30	88.10	89.78	87.89	91.17	90.14	89.72	89.56	89.04	89.19	89.08	89.23	88.33
256	372	32	0.01	8	0.00100	48	0.000000e+00	0.000000e+00	88.99	86.83	85.15	83.93	85.18	89.77	86.28	85.64	86.48	88.30	89.00	88.46	89.82	84.02	87.43	87.21	88.20	85.10	88.43	89.79	85.57	88.15	83.23	83.34	82.79	86.92
257	372	32	0.01	8	0.00100	48	0.000000e+00	1.000000e-08	90.04	91.70	89.70	88.68	89.52	88.21	83.30	88.23	88.83	88.58	81.37	89.94	88.91	83.76	88.74	81.23	81.31	87.09	89.06	88.09	84.74	83.60	83.28	89.05	87.41	77.59
258	372	32	0.01	8	0.00100	48	1.000000e-08	0.000000e+00	86.87	88.27	85.41	87.44	86.74	87.30	88.79	88.20	88.49	87.44	88.60	90.03	87.44	88.54	88.67	82.17	89.74	88.77	88.63	87.46	84.55	81.33	85.35	86.17	86.10	85.17
259	372	32	0.01	8	0.00100	48	1.000000e-08	1.000000e-08	83.49	88.62	81.89	82.85	89.72	88.04	82.35	79.19	84.66	88.75	88.26	89.43	89.61	90.20	86.80	88.58	86.74	88.15	88.62	88.60	88.20	87.20	86.32	87.63	84.35	88.48
264	372	32	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	89.50	89.33	89.19	90.02	89.03	90.22	89.00	89.42	88.64	89.10	90.14	89.89	88.48	89.45	90.47	88.96	90.12	89.01	89.67	91.41	89.03	90.67	88.15	89.96	88.95	88.32
265	372	32	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	89.99	89.22	89.00	90.77	89.25	89.61	89.55	90.30	89.33	89.14	89.80	89.75	88.83	89.52	89.55	90.78	91.12	90.16	90.49	91.32	89.46	89.63	89.14	86.65	88.60	89.89
266	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	88.77	90.41	87.90	90.40	89.28	89.72	88.80	88.31	88.33	87.83	90.74	90.31	91.07	90.24	90.17	89.29	89.02	90.80	89.79	89.70	87.90	89.87	90.79	89.61	90.57	88.00
267	372	32	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	89.16	89.65	89.63	90.00	89.35	88.29	91.09	88.74	90.11	89.34	90.15	91.48	88.70	89.27	90.12	89.68	90.19	89.69	89.97	90.13	89.87	89.37	88.41	90.28	89.86	88.74
272	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	90.43	89.00	88.22	89.11	89.63	90.14	90.25	89.12	90.89	88.30	90.59	91.02	88.77	88.41	89.68	89.26	91.69	89.57	91.27	90.51	88.83	90.45	89.03	89.70	89.26	90.13
273	372	32	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	88.71	90.65	89.49	88.51	88.64	90.07	88.99	88.96	90.19	88.09	91.22	89.41	89.51	87.66	88.38	88.84	90.72	89.63	90.38	89.83	89.08	89.37	88.15	88.94	90.17	90.19
274	372	32	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	88.77	90.67	88.55	89.07	89.48	90.01	89.91	90.40	88.49	88.87	90.83	90.08	88.30	88.72	89.81	91.03	89.50	89.89	90.45	90.89	89.21	90.33	88.67	87.84	89.99	89.20
275	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	89.52	89.29	87.60	88.94	89.94	91.41	90.49	89.20	89.78	88.31	90.86	90.11	89.07	89.44	90.77	88.90	89.13	90.74	90.36	91.42	88.97	89.76	89.35	90.12	89.39	90.75
280	372	32	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	88.96	90.64	88.63	88.84	89.59	89.05	88.08	88.70	89.96	90.42	90.59	90.94	74.86	88.00	89.88	89.43	88.56	90.62	90.84	90.82	89.93	87.27	90.32	89.84	88.92	89.30
281	372	32	0.01	64	0.00100	48	0.000000e+00	1.000000e-08	90.09	89.73	89.77	89.38	89.57	88.78	87.24	89.21	89.24	89.24	88.88	89.83	90.15	88.99	90.13	88.76	89.76	91.09	88.85	88.64	86.35	88.90	88.33	90.07	89.16	78.04
282	372	32	0.01	64	0.00100	48	1.000000e-08	0.000000e+00	87.26	89.58	89.74	88.31	87.84	89.46	89.01	89.54	88.11	89.82	89.25	91.99	88.55	88.24	88.41	88.71	89.13	90.58	90.08	89.14	88.90	88.39	87.19	89.25	88.29	89.69
283	372	32	0.01	64	0.00100	48	1.000000e-08	1.000000e-08	88.17	90.27	91.02	89.91	89.13	89.38	89.73	87.20	91.30	88.61	89.63	90.03	87.87	89.44	89.12	89.05	88.44	89.74	90.14	89.46	76.32	91.19	88.49	88.00	75.95	90.12
288	372	32	0.01	8	0.00001	24	0.000000e+00	0.000000e+00	87.81	90.57	89.59	89.33	89.76	90.29	91.15	89.53	88.87	89.01	89.74	90.95	89.25	88.48	89.17	89.80	88.55	89.14	90.00	88.77	88.27	87.87	89.43	88.23	89.39	89.98
289	372	32	0.01	8	0.00001	24	0.000000e+00	1.000000e-08	88.33	89.28	88.33	90.28	88.28	89.93	89.71	90.66	88.21	88.99	90.24	90.37	89.49	88.78	89.71	91.41	87.50	88.34	90.54	90.71	88.84	89.33	90.97	88.45	89.41	88.80
290	372	32	0.01	8	0.00001	24	1.000000e-08	0.000000e+00	87.31	89.87	89.56	88.50	88.47	90.19	89.27	88.84	88.77	88.99	89.87	89.80	90.26	89.17	88.58	89.93	89.68	89.53	90.82	90.26	89.21	88.90	89.18	89.08	88.54	88.34
291	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	88.69	91.05	88.16	89.11	89.61	88.58	89.57	89.62	88.58	89.66	89.36	90.51	89.30	89.70	89.81	90.83	90.77	91.41	90.89	91.13	87.71	89.07	89.35	87.85	89.98	90.02
296	372	32	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	89.05	89.33	87.76	90.12	89.24	89.04	90.61	89.38	89.17	89.38	90.19	92.14	90.29	89.31	89.27	90.24	90.07	88.73	90.89	91.13	88.79	90.37	88.62	88.01	88.63	88.16
297	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.49	88.77	90.46	89.63	89.85	88.61	89.44	88.98	89.52	88.92	89.93	89.43	90.66	91.73	89.87	89.31	90.30	90.49	90.74	90.44	88.79	90.35	89.07	88.77	89.38	89.95
298	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	89.25	91.36	88.89	88.71	88.77	90.88	90.23	89.36	89.48	89.53	90.30	90.73	89.39	89.29	90.04	90.24	89.33	90.13	91.20	90.82	89.99	88.70	90.06	88.88	87.60	88.93
299	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	90.38	90.10	89.21	90.18	88.92	89.46	89.69	88.37	89.90	89.92	90.37	89.91	88.87	90.97	90.02	90.69	90.22	89.66	90.64	90.04	90.59	90.55	88.65	89.83	91.02	89.98
304	372	32	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	89.66	89.68	88.79	88.57	90.15	90.41	88.55	89.24	90.03	90.38	89.73	90.69	91.06	89.75	89.79	89.22	87.92	89.24	90.49	90.90	89.13	90.02	89.18	89.53	88.03	89.49
305	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	89.55	90.87	91.16	89.01	88.89	89.88	89.47	90.48	88.32	90.27	89.19	90.32	89.27	89.27	88.85	90.93	89.92	89.88	89.80	90.04	89.66	91.87	88.84	90.33	90.83	88.73
306	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	88.82	89.08	88.47	88.63	88.88	90.86	90.09	89.50	88.89	89.59	90.95	90.16	89.17	89.53	89.66	89.66	90.22	89.22	90.56	91.72	89.99	91.03	87.92	89.24	90.56	89.93
307	372	32	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	87.81	90.43	90.16	90.46	89.03	89.16	89.74	89.53	90.09	89.60	90.94	89.79	89.21	90.08	89.08	88.14	88.96	90.16	90.71	90.71	88.59	91.02	88.28	88.92	88.61	89.17
312	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	89.40	89.28	90.29	90.22	89.80	89.96	89.36	89.36	87.59	89.28	89.73	90.97	90.57	90.03	89.90	88.62	90.51	88.53	89.60	89.95	90.80	90.69	90.31	90.56	90.79	89.55
313	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	87.64	89.26	89.10	89.19	88.78	89.95	89.08	88.95	88.96	89.57	90.85	90.26	90.89	89.38	89.74	89.67	90.35	90.64	90.61	89.43	89.76	91.16	90.36	90.03	90.02	91.06
314	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	89.69	89.03	89.67	90.12	88.69	89.88	90.95	90.23	90.48	89.64	91.32	89.79	89.39	89.38	88.33	90.14	88.88	90.16	90.17	89.59	90.25	89.97	90.24	89.40	90.08	91.59
315	372	32	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	89.99	89.37	88.96	88.53	88.61	90.41	89.31	91.04	89.20	90.11	90.29	89.60	91.03	89.97	88.51	89.53	90.21	89.20	89.13	89.84	88.97	89.53	89.08	89.47	91.01	89.87
320	372	32	0.01	8	0.00001	36	0.000000e+00	0.000000e+00	88.42	90.03	88.75	90.34	87.61	88.92	89.69	89.42	90.65	87.69	89.35	89.79	89.05	89.07	89.75	90.35	88.42	89.10	90.93	90.62	89.88	89.07	88.74	88.53	89.01	88.37
321	372	32	0.01	8	0.00001	36	0.000000e+00	1.000000e-08	87.72	89.89	90.00	90.04	89.15	89.07	89.09	88.73	87.87	88.73	89.23	91.01	90.06	88.45	89.10	89.04	88.91	89.78	90.39	91.16	87.94	89.18	87.01	88.32	88.74	87.73
322	372	32	0.01	8	0.00001	36	1.000000e-08	0.000000e+00	88.64	89.82	88.91	88.98	90.11	88.81	88.15	88.32	88.56	88.94	90.15	90.84	89.44	88.02	88.61	89.56	89.83	88.49	90.56	89.91	88.56	89.14	89.65	88.98	87.12	88.30
323	372	32	0.01	8	0.00001	36	1.000000e-08	1.000000e-08	89.14	90.12	89.44	89.43	89.53	90.88	89.44	89.46	89.14	89.84	90.33	89.87	89.46	88.85	89.21	90.57	89.59	89.30	90.33	89.60	90.54	87.79	88.96	87.83	88.08	88.35
328	372	32	0.01	32	0.00001	36	0.000000e+00	0.000000e+00	88.88	89.85	88.34	90.51	91.14	89.85	88.34	89.27	89.56	88.29	90.58	89.17	89.34	89.80	90.52	91.23	90.33	90.97	89.85	89.87	89.88	89.21	88.07	88.37	87.92	88.77
329	372	32	0.01	32	0.00001	36	0.000000e+00	1.000000e-08	89.21	91.18	87.56	88.80	88.08	89.31	89.39	89.07	89.96	87.58	91.01	89.42	89.39	89.08	89.49	90.08	89.77	90.04	90.85	90.14	90.50	89.02	87.91	87.54	89.31	88.45
330	372	32	0.01	32	0.00001	36	1.000000e-08	0.000000e+00	88.17	90.10	87.91	90.51	87.99	89.00	89.34	90.03	89.46	88.02	90.26	89.13	90.14	90.63	90.08	89.19	89.93	90.00	89.84	89.00	88.91	91.09	89.57	89.69	88.99	89.25
331	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	89.24	89.62	90.04	89.86	88.82	89.78	89.11	91.58	89.57	90.57	89.64	90.43	90.67	88.85	90.13	90.51	90.18	89.41	88.58	90.35	88.14	89.63	90.04	88.33	90.22	88.73
336	372	32	0.01	48	0.00001	36	0.000000e+00	0.000000e+00	90.11	89.49	87.60	87.81	89.15	89.49	88.25	89.57	89.42	90.81	89.24	88.91	89.63	89.53	89.15	90.33	89.73	90.89	90.14	89.23	90.33	88.82	89.44	87.69	89.10	87.66
337	372	32	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	88.70	91.01	87.91	88.92	89.84	88.10	90.29	91.00	88.15	89.35	89.84	89.36	88.40	88.22	90.46	89.78	89.41	89.72	89.84	89.60	89.22	88.76	88.65	88.10	87.96	89.66
338	372	32	0.01	48	0.00001	36	1.000000e-08	0.000000e+00	89.47	88.05	88.92	89.49	90.26	90.52	88.81	89.25	89.58	88.62	90.89	89.72	88.25	88.61	90.32	89.70	89.09	89.01	89.71	89.10	88.47	90.16	88.11	88.17	89.36	86.46
339	372	32	0.01	48	0.00001	36	1.000000e-08	1.000000e-08	89.61	90.96	89.04	89.80	89.71	90.58	88.89	89.61	88.24	88.84	91.39	89.84	88.37	89.01	90.00	89.40	89.44	88.75	88.91	89.06	88.34	89.62	88.90	89.70	88.82	88.77
344	372	32	0.01	64	0.00001	36	0.000000e+00	0.000000e+00	86.59	88.91	89.15	89.21	89.18	89.40	90.25	89.05	89.71	88.78	89.50	89.65	88.36	89.81	89.30	89.57	89.64	88.81	89.85	89.08	88.41	89.71	88.96	89.96	88.43	87.99
345	372	32	0.01	64	0.00001	36	0.000000e+00	1.000000e-08	88.83	88.77	89.43	89.05	88.27	89.49	88.52	90.44	88.43	89.74	89.55	88.99	89.32	88.10	89.56	89.23	89.52	89.41	88.95	88.88	88.55	88.98	89.77	89.74	89.46	88.25
346	372	32	0.01	64	0.00001	36	1.000000e-08	0.000000e+00	88.76	89.73	88.00	89.07	87.75	89.61	88.99	90.50	88.52	89.33	90.07	89.47	88.42	89.41	89.51	89.48	89.61	89.48	88.74	89.06	88.65	88.53	89.18	87.95	88.51	88.81
347	372	32	0.01	64	0.00001	36	1.000000e-08	1.000000e-08	88.51	88.31	87.81	88.64	89.45	88.61	88.12	90.38	89.03	89.59	88.66	90.32	89.71	88.81	89.34	89.55	88.02	89.87	88.24	89.00	88.48	88.96	87.62	88.58	88.47	88.54
352	372	32	0.01	8	0.00001	48	0.000000e+00	0.000000e+00	85.80	85.71	89.18	79.33	88.43	89.73	85.93	88.80	88.80	88.08	87.93	89.29	82.93	85.88	88.85	86.19	87.52	89.90	88.21	90.60	83.52	85.60	89.62	84.46	88.63	87.56
353	372	32	0.01	8	0.00001	48	0.000000e+00	1.000000e-08	89.21	90.45	88.25	86.91	88.16	86.41	89.58	91.00	88.26	83.24	89.61	89.23	89.82	90.15	89.53	89.04	89.62	88.53	81.80	90.44	82.70	90.32	80.08	86.67	88.54	87.92
354	372	32	0.01	8	0.00001	48	1.000000e-08	0.000000e+00	86.07	89.93	89.96	88.28	89.76	88.65	87.01	91.07	89.65	79.57	90.06	86.39	88.83	89.15	90.55	89.27	89.78	85.74	88.76	89.59	83.81	88.05	88.44	87.76	85.98	89.31
355	372	32	0.01	8	0.00001	48	1.000000e-08	1.000000e-08	87.29	88.71	87.59	89.18	88.79	89.69	89.02	89.47	88.02	88.99	89.37	89.69	85.49	80.60	87.61	88.76	89.55	85.47	90.45	91.66	88.01	87.22	86.83	89.27	89.32	87.24
360	372	32	0.01	32	0.00001	48	0.000000e+00	0.000000e+00	87.41	89.45	89.04	90.11	89.38	90.56	88.67	90.30	88.65	88.88	90.52	89.63	90.06	88.90	88.70	90.05	89.88	90.35	90.67	89.11	90.10	88.26	90.50	88.81	89.59	90.67
361	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	88.89	90.27	89.29	89.06	91.23	89.47	90.48	88.72	89.56	89.22	90.00	89.99	91.26	91.90	90.33	90.65	89.39	90.49	90.44	90.67	87.41	90.64	91.50	89.59	88.98	87.81
362	372	32	0.01	32	0.00001	48	1.000000e-08	0.000000e+00	89.06	89.60	88.09	90.84	89.49	90.77	89.26	89.84	90.65	89.38	89.83	89.25	88.76	89.51	89.46	89.79	88.89	89.37	89.75	90.01	89.90	90.10	88.64	90.74	88.31	88.87
363	372	32	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	89.81	88.83	87.97	90.11	89.81	89.28	89.96	89.49	89.07	89.87	89.00	89.16	90.49	90.48	88.77	89.09	89.88	90.57	90.85	90.74	88.98	89.74	90.09	88.86	90.55	88.78
368	372	32	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	87.88	88.91	89.28	89.40	88.41	89.15	88.99	89.85	88.32	91.47	90.49	90.35	90.12	90.54	89.21	89.68	90.42	90.52	88.88	90.08	90.17	89.85	88.39	89.79	89.85	89.61
369	372	32	0.01	48	0.00001	48	0.000000e+00	1.000000e-08	89.80	90.11	90.02	89.52	89.53	89.96	89.18	91.00	89.36	88.98	91.00	89.49	88.90	88.73	89.06	89.56	88.61	90.57	89.77	90.92	88.52	89.68	90.21	88.08	87.88	88.74
370	372	32	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	88.03	88.29	89.47	89.86	90.35	90.04	91.21	88.69	89.43	89.99	89.12	88.96	89.43	89.19	88.32	88.89	89.13	90.02	90.05	90.49	88.98	91.67	90.54	90.61	89.56	90.05
371	372	32	0.01	48	0.00001	48	1.000000e-08	1.000000e-08	88.76	90.79	89.17	89.19	88.82	89.00	89.90	88.42	87.74	89.45	89.99	90.99	89.24	89.54	88.81	89.96	90.27	89.96	90.48	90.43	76.69	89.50	90.37	88.83	88.86	88.94
376	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	89.14	90.75	90.90	89.32	89.37	88.54	89.77	88.48	88.53	89.44	89.89	89.57	90.11	90.50	90.54	91.28	90.81	88.43	91.00	91.00	89.52	88.72	89.71	89.44	89.42	89.42
377	372	32	0.01	64	0.00001	48	0.000000e+00	1.000000e-08	88.91	89.68	90.12	89.18	89.99	90.20	89.40	88.68	88.72	89.67	89.39	90.02	89.13	88.58	89.66	89.70	91.50	89.70	89.05	91.76	89.16	89.10	86.75	89.59	88.83	87.83
378	372	32	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	89.01	89.36	89.13	87.93	88.08	91.70	90.19	89.86	90.51	88.73	90.21	91.01	88.88	89.23	90.52	87.80	90.19	88.26	91.50	89.54	88.29	89.57	88.69	89.29	89.72	90.37
379	372	32	0.01	64	0.00001	48	1.000000e-08	1.000000e-08	87.87	89.62	88.98	88.64	88.89	88.46	88.68	88.67	88.77	90.17	89.12	90.49	90.52	88.98	75.52	89.30	90.41	89.61	89.65	89.81	89.80	89.29	75.91	88.85	89.25	90.26

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
0	372	32	0.10	8	0.00100	24	0.000000e+00	0.000000e+00	88.52	79.42	91.23	82.15	87.70	90.97	89.56	90.96	90.09	89.39	90.03	90.05	88.60	88.40	89.57	91.37	88.14	91.07	91.27	89.66	49.17	82.07	89.50	86.06	87.57	87.56
1	372	32	0.10	8	0.00100	24	0.000000e+00	1.000000e-08	91.85	89.15	90.27	90.69	88.55	92.14	90.08	92.47	92.57	89.87	90.59	91.74	93.94	91.01	92.26	89.60	93.17	92.80	91.92	91.62	92.10	92.29	92.33	92.70	93.01	93.47
2	372	32	0.10	8	0.00100	24	1.000000e-08	0.000000e+00	89.24	90.30	92.83	92.92	91.85	89.13	90.43	93.96	91.78	91.18	91.39	90.58	90.03	92.53	91.16	92.80	93.39	90.85	93.46	91.05	92.67	92.27	92.67	90.55	92.44	92.22
3	372	32	0.10	8	0.00100	24	1.000000e-08	1.000000e-08	90.07	91.48	92.05	93.41	92.97	91.26	93.45	92.94	92.94	93.47	92.29	92.27	91.35	90.77	92.79	90.65	92.99	91.23	92.11	91.11	92.44	91.25	91.38	93.18	92.66	93.47
8	372	32	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	93.67	92.55	91.02	93.10	92.10	90.11	93.74	92.52	90.37	92.41	91.90	90.42	91.53	92.37	93.09	93.17	91.85	92.16	93.10	92.04	93.50	93.11	92.41	92.71	93.77	92.35
9	372	32	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	91.94	93.38	93.74	92.01	92.80	92.58	92.12	94.50	92.12	92.60	91.01	92.61	49.17	94.19	92.83	93.01	91.70	92.65	93.83	92.22	94.11	93.64	93.89	92.52	93.28	93.83
10	372	32	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	92.24	89.97	92.89	88.52	93.47	92.83	92.36	90.85	94.43	92.90	90.61	92.21	93.52	91.09	90.98	92.91	92.97	92.34	93.40	91.13	94.10	91.55	93.58	93.03	91.87	91.28
11	372	32	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	91.88	93.20	93.55	93.12	92.19	90.60	91.37	93.34	49.17	91.83	92.72	92.17	92.87	93.34	90.72	91.97	92.17	91.79	90.88	91.99	93.89	92.19	94.05	91.95	92.13	92.87
16	372	32	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	91.40	91.51	93.15	91.95	88.87	90.51	91.67	92.62	93.17	93.38	91.21	90.14	92.70	91.44	91.89	92.25	93.00	91.94	92.42	92.61	92.65	93.18	94.49	91.22	91.85	91.72
17	372	32	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	91.92	93.86	93.79	93.08	93.17	90.86	92.19	92.34	92.68	92.86	92.01	93.74	93.21	92.89	93.36	94.41	92.83	92.91	92.67	91.44	92.52	94.86	93.74	93.93	92.75	93.80
18	372	32	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	89.24	93.41	92.07	91.15	91.97	89.72	92.95	91.74	92.34	89.52	92.07	93.78	92.45	93.16	91.92	92.51	94.42	92.96	91.85	92.74	92.44	92.97	91.65	92.93	92.41	92.43
19	372	32	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	94.56	90.23	93.47	92.10	92.92	91.25	92.75	92.68	93.17	89.95	91.95	95.01	91.60	91.65	90.39	92.78	92.10	93.62	93.38	92.05	92.50	93.77	93.93	92.07	91.91	92.74
24	372	32	0.10	64	0.00100	24	0.000000e+00	0.000000e+00	94.60	92.41	87.92	91.72	91.78	91.99	91.65	93.10	91.20	92.13	93.15	91.87	91.15	94.03	92.43	91.29	92.29	92.55	93.34	91.44	90.90	95.04	94.41	92.97	93.80	94.49
25	372	32	0.10	64	0.00100	24	0.000000e+00	1.000000e-08	93.67	92.41	92.28	91.44	91.09	92.06	92.89	92.73	92.25	92.75	93.13	92.24	94.87	92.11	93.09	91.73	94.79	93.89	92.34	92.34	93.29	93.16	93.67	92.96	93.39	93.47
26	372	32	0.10	64	0.00100	24	1.000000e-08	0.000000e+00	90.88	89.82	93.06	90.32	92.66	91.53	94.83	92.02	93.50	91.37	92.10	90.53	92.53	92.86	93.35	91.14	92.43	91.73	92.84	90.86	91.28	92.38	92.36	93.81	92.07	91.41
27	372	32	0.10	64	0.00100	24	1.000000e-08	1.000000e-08	93.22	92.24	92.57	91.48	92.36	91.83	92.94	93.19	91.42	93.03	93.54	92.66	75.29	91.19	91.13	92.89	92.92	91.61	92.99	92.15	93.94	91.45	93.21	92.46	91.20	90.30
32	372	32	0.10	8	0.00100	36	0.000000e+00	0.000000e+00	86.59	83.38	88.71	82.55	84.72	89.84	89.43	90.60	89.95	88.48	90.73	89.33	90.54	88.07	89.83	83.53	84.92	75.69	92.19	91.29	86.32	90.56	87.35	86.50	86.72	89.28
33	372	32	0.10	8	0.00100	36	0.000000e+00	1.000000e-08	91.09	90.26	89.24	88.97	90.17	90.79	93.51	93.70	91.45	92.53	91.64	90.67	92.21	92.27	92.74	91.06	91.41	90.73	92.18	92.42	92.14	93.61	92.23	90.87	49.17	91.48
34	372	32	0.10	8	0.00100	36	1.000000e-08	0.000000e+00	91.18	89.74	91.09	89.87	92.39	92.38	90.15	91.52	91.69	91.43	93.73	92.45	92.42	92.75	91.05	92.59	92.85	91.52	93.67	93.65	92.07	90.74	92.51	89.52	88.30	92.75
35	372	32	0.10	8	0.00100	36	1.000000e-08	1.000000e-08	90.72	90.98	90.81	88.87	91.45	92.38	92.24	91.94	91.95	90.75	93.66	91.92	92.96	91.95	91.06	91.20	90.84	89.80	90.83	92.22	90.61	91.96	89.90	92.43	92.00	91.51
40	372	32	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	92.65	92.59	93.85	92.10	92.25	92.12	91.82	91.67	92.24	93.12	91.05	92.08	92.38	92.16	91.71	93.88	93.07	92.51	91.31	92.80	94.42	91.26	93.59	92.45	93.16	93.04
41	372	32	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	92.92	94.69	94.21	93.08	90.32	91.47	92.23	93.60	92.37	92.77	91.64	91.75	93.54	93.19	94.74	93.85	92.70	93.49	92.62	91.04	93.59	92.90	92.26	92.72	92.89	91.39
42	372	32	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	92.27	92.34	93.12	92.60	94.02	91.53	91.90	92.93	94.04	92.14	92.31	91.24	93.04	91.64	92.26	93.95	90.68	91.48	92.95	92.87	94.22	92.58	93.67	93.92	92.60	91.48
43	372	32	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	94.23	93.37	94.18	92.71	92.84	92.20	93.92	93.19	91.88	93.48	92.34	92.27	93.61	94.11	91.89	92.95	92.36	91.74	90.51	92.81	94.90	94.90	93.70	91.31	93.51	93.07
48	372	32	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	91.51	91.86	94.03	92.25	92.14	91.82	93.58	93.85	92.64	92.59	91.36	92.71	91.66	93.56	90.97	93.29	93.96	93.32	92.40	92.53	93.12	91.64	92.82	92.62	93.18	93.11
49	372	32	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	92.98	91.20	92.94	93.17	94.34	91.72	91.70	91.47	91.87	92.91	92.62	92.57	92.56	93.07	92.48	92.78	92.68	93.27	94.09	93.42	92.96	92.50	93.40	92.89	93.13	93.15
50	372	32	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	92.71	91.63	92.31	94.89	92.21	91.08	91.95	92.68	92.52	92.85	93.52	90.80	93.10	93.13	91.52	93.32	95.14	92.62	91.61	92.78	94.37	93.15	94.78	92.72	92.48	92.71
51	372	32	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	92.46	91.92	94.03	94.06	91.49	92.89	93.71	92.93	92.95	92.31	92.63	92.65	93.10	93.76	93.14	91.60	91.82	90.29	93.59	91.90	91.24	91.82	94.08	93.50	91.92	92.26
56	372	32	0.10	64	0.00100	36	0.000000e+00	0.000000e+00	92.83	93.53	93.47	92.63	94.92	91.67	89.37	92.05	95.52	92.41	92.11	92.02	92.57	92.83	90.89	92.44	93.75	91.17	93.34	92.36	91.90	93.65	92.71	92.27	92.03	93.14
57	372	32	0.10	64	0.00100	36	0.000000e+00	1.000000e-08	92.59	91.66	94.64	93.30	92.15	91.58	93.15	94.67	91.74	91.77	92.10	93.18	92.92	92.16	93.63	93.49	92.64	93.19	93.44	93.48	91.81	93.54	93.14	92.23	93.47	94.46
58	372	32	0.10	64	0.00100	36	1.000000e-08	0.000000e+00	93.25	91.32	93.47	90.93	92.38	90.78	90.53	92.75	93.45	92.62	93.73	92.20	92.59	91.99	92.36	92.70	92.43	92.21	92.20	91.21	94.03	92.86	93.63	92.84	92.73	92.73
59	372	32	0.10	64	0.00100	36	1.000000e-08	1.000000e-08	92.27	93.50	94.89	91.49	92.41	92.87	93.09	93.82	92.68	92.92	91.37	92.67	92.26	93.16	94.03	95.01	92.16	93.52	93.16	93.61	93.44	93.16	93.85	93.21	93.12	90.42
64	372	32	0.10	8	0.00100	48	0.000000e+00	0.000000e+00	81.97	87.93	78.23	72.72	76.41	84.15	91.96	80.86	78.82	86.13	88.74	81.75	83.26	71.81	75.58	89.53	76.55	78.15	79.79	86.67	80.88	84.18	84.18	75.41	76.23	75.72
65	372	32	0.10	8	0.00100	48	0.000000e+00	1.000000e-08	90.56	90.92	86.09	81.56	88.97	80.40	89.95	83.09	80.40	90.33	78.95	83.30	89.56	89.34	73.89	91.34	88.95	88.75	79.57	87.96	86.57	84.03	79.06	84.47	82.38	78.53
66	372	32	0.10	8	0.00100	48	1.000000e-08	0.000000e+00	88.48	49.17	85.50	82.96	79.40	81.30	93.09	84.26	89.35	85.72	84.70	92.15	91.71	90.46	87.73	87.21	83.54	90.15	82.12	82.60	89.78	84.70	88.35	77.75	88.21	86.16
67	372	32	0.10	8	0.00100	48	1.000000e-08	1.000000e-08	89.43	77.90	92.25	49.17	89.88	81.06	87.51	91.17	79.84	89.37	78.29	91.51	89.37	87.17	89.96	87.57	87.14	82.68	89.09	84.62	85.50	72.60	88.23	82.50	85.41	76.20
72	372	32	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	94.37	93.68	92.99	89.13	93.09	91.75	93.14	92.60	91.81	93.95	92.43	92.80	91.70	92.61	92.12	94.22	92.57	90.54	94.11	92.67	89.14	91.59	93.01	94.05	93.46	89.08
73	372	32	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	92.59	91.98	93.52	91.09	94.77	91.50	92.72	93.33	91.34	94.25	92.74	91.01	92.03	92.69	92.88	92.48	93.31	91.38	92.53	92.55	93.24	94.28	92.31	93.59	94.99	90.88
74	372	32	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	94.08	92.39	91.73	91.36	93.65	93.00	88.70	91.74	92.29	92.16	92.85	91.25	92.34	93.19	90.66	92.99	93.54	92.53	93.06	93.53	93.43	93.96	93.74	92.97	93.57	92.76
75	372	32	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	92.55	90.67	92.69	90.18	91.14	91.26	91.97	92.23	93.94	94.16	93.28	91.29	93.50	92.22	91.98	91.97	91.25	94.03	92.39	91.55	93.15	94.14	93.44	93.52	93.47	92.48
80	372	32	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	93.71	90.97	93.47	91.48	93.05	91.88	91.78	91.64	90.82	92.46	92.25	92.00	92.03	93.23	90.22	92.37	92.15	91.95	91.99	91.70	93.20	94.14	91.97	93.37	92.60	92.58
81	372	32	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	91.39	92.24	93.02	91.35	91.09	90.03	92.82	94.18	91.71	90.96	92.96	92.10	93.61	92.67	91.58	92.63	91.17	95.24	92.71	92.64	92.58	92.91	94.77	92.06	94.34	94.46
82	372	32	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	91.80	91.93	92.02	90.97	92.09	91.71	93.58	92.55	91.92	93.09	91.95	93.18	91.19	92.05	90.66	93.50	92.29	92.00	92.15	93.99	91.25	91.96	93.70	91.59	93.70	92.48
83	372	32	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	92.56	92.21	93.01	92.40	91.36	92.39	92.98	93.09	93.35	91.56	91.70	92.32	93.14	91.30	92.88	93.05	93.74	91.81	92.90	92.14	93.47	94.05	93.26	92.85	93.74	91.26
88	372	32	0.10	64	0.00100	48	0.000000e+00	0.000000e+00	93.66	91.89	93.67	91.27	92.03	92.60	93.47	92.31	94.01	92.15	92.00	92.33	91.16	93.27	92.30	92.42	94.71	93.03	91.59	93.01	92.50	93.78	93.73	93.72	89.32	92.81
89	372	32	0.10	64	0.00100	48	0.000000e+00	1.000000e-08	90.65	91.10	94.06	93.94	91.89	91.79	91.65	91.93	94.42	91.55	92.82	91.89	92.18	91.89	93.62	94.01	91.84	92.38	93.25	93.26	94.26	77.24	94.67	93.03	94.48	91.18
90	372	32	0.10	64	0.00100	48	1.000000e-08	0.000000e+00	91.53	92.12	92.54	91.62	90.34	88.79	92.55	92.39	93.03	92.82	89.92	91.12	92.45	91.78	92.04	91.61	88.92	92.22	92.50	92.09	92.90	92.88	92.87	92.22	91.16	92.33
91	372	32	0.10	64	0.00100	48	1.000000e-08	1.000000e-08	92.55	93.81	92.65	91.35	93.61	92.62	93.05	90.64	92.09	92.64	92.68	92.73	92.37	93.08	93.17	93.59	92.78	92.39	92.75	93.20	93.59	92.43	94.10	94.25	93.54	93.20
96	372	32	0.10	8	0.00001	24	0.000000e+00	0.000000e+00	83.98	90.07	80.74	86.26	86.23	90.51	89.30	87.46	91.38	91.64	90.13	90.29	90.09	88.70	87.56	86.70	87.49	82.41	93.79	91.20	87.96	90.15	89.01	79.89	89.03	86.75
97	372	32	0.10	8	0.00001	24	0.000000e+00	1.000000e-08	90.53	88.51	90.31	91.52	91.99	90.79	93.17	91.12	89.53	90.85	92.71	93.58	92.73	92.69	91.47	92.39	91.99	90.76	91.77	90.64	92.36	92.28	92.77	91.93	91.72	91.81
98	372	32	0.10	8	0.00001	24	1.000000e-08	0.000000e+00	89.39	93.37	90.71	92.36	93.50	92.00	90.81	93.28	92.47	91.85	92.75	92.70	92.85	93.62	92.74	90.24	92.58	91.62	92.12	91.95	93.19	90.71	93.79	92.76	92.18	92.72
99	372	32	0.10	8	0.00001	24	1.000000e-08	1.000000e-08	90.35	93.85	93.47	89.41	90.66	93.34	91.48	92.83	92.59	90.12	92.35	93.21	93.09	91.98	90.97	92.05	93.02	91.81	92.27	92.77	92.26	90.50	93.03	92.64	91.94	94.41
104	372	32	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	88.60	91.73	91.44	91.04	89.92	92.09	91.74	92.85	91.00	92.88	91.61	90.45	90.79	91.40	91.44	91.90	91.71	91.88	92.36	88.65	94.13	92.81	93.14	93.14	93.07	90.86
105	372	32	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	90.58	90.05	91.00	93.43	92.63	92.43	93.20	91.50	92.21	91.26	92.12	91.43	89.41	91.18	91.49	90.90	91.66	91.74	89.93	92.73	93.71	93.11	93.56	92.20	92.27	92.86
106	372	32	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	93.01	94.52	92.23	92.30	93.42	91.47	91.59	92.23	92.13	89.57	91.82	92.36	92.36	92.37	93.43	92.57	92.67	92.90	91.41	91.75	94.13	93.88	92.03	91.21	93.19	91.72
107	372	32	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	93.32	92.55	93.19	95.03	93.80	91.63	92.83	91.18	93.81	91.41	93.00	93.16	92.24	91.79	91.69	93.42	94.34	94.03	92.41	92.04	94.47	93.21	93.05	92.13	92.26	93.66
112	372	32	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	93.87	92.05	92.58	92.61	92.31	91.01	91.96	91.51	95.04	91.96	91.39	92.05	91.93	92.91	91.57	91.62	94.48	93.15	91.21	91.93	93.68	94.45	91.54	73.84	92.10	92.79
113	372	32	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	94.38	92.25	93.63	93.05	92.97	91.26	91.72	93.85	93.15	92.28	92.85	91.91	92.29	92.80	93.84	92.88	93.22	92.37	92.87	93.25	93.07	92.66	93.70	91.63	94.40	93.37
114	372	32	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	92.89	93.30	93.94	91.91	93.26	91.33	94.40	90.82	93.26	92.80	91.10	91.57	92.14	90.00	91.70	92.58	91.31	92.65	93.06	91.13	93.00	93.19	91.89	92.61	93.09	92.40
115	372	32	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	93.93	93.55	93.43	91.90	95.16	91.54	92.50	93.98	92.57	93.20	92.88	92.95	94.09	90.84	91.40	92.17	93.44	92.00	92.59	91.83	94.37	94.47	92.94	92.74	93.88	94.49
120	372	32	0.10	64	0.00001	24	0.000000e+00	0.000000e+00	90.47	91.57	92.10	91.73	91.87	89.96	90.73	92.64	93.23	93.08	92.60	92.48	91.80	93.10	92.52	93.28	94.85	93.34	93.79	93.38	94.22	92.41	90.01	89.77	92.76	92.61
121	372	32	0.10	64	0.00001	24	0.000000e+00	1.000000e-08	91.82	92.08	93.19	91.79	93.35	91.38	92.76	91.37	91.97	94.03	92.80	92.59	92.22	90.97	93.19	93.32	92.88	91.11	91.83	93.09	93.60	92.35	92.56	94.37	91.63	91.89
122	372	32	0.10	64	0.00001	24	1.000000e-08	0.000000e+00	92.37	92.21	92.16	92.16	91.93	93.03	92.48	92.94	93.66	92.67	92.85	91.81	92.45	92.93	91.10	93.33	92.43	92.28	93.03	91.90	92.85	93.98	93.20	93.18	94.56	91.61
123	372	32	0.10	64	0.00001	24	1.000000e-08	1.000000e-08	92.17	92.61	94.92	91.51	93.61	92.33	93.40	90.35	93.32	92.51	91.91	91.84	92.36	93.86	91.91	93.98	94.71	92.10	94.07	92.84	93.01	93.08	92.80	92.09	91.58	93.03
128	372	32	0.10	8	0.00001	36	0.000000e+00	0.000000e+00	88.43	91.36	87.24	83.64	84.31	86.31	92.30	91.03	89.66	89.87	93.22	89.91	88.78	92.78	83.74	89.34	86.32	88.62	94.32	90.82	92.40	89.85	88.11	84.91	81.75	83.27
129	372	32	0.10	8	0.00001	36	0.000000e+00	1.000000e-08	90.90	90.53	91.53	88.11	92.31	91.13	92.22	89.05	90.85	93.76	91.18	92.41	92.17	91.87	91.24	92.66	92.39	91.63	93.51	90.30	91.82	91.20	90.87	93.10	89.77	92.99
130	372	32	0.10	8	0.00001	36	1.000000e-08	0.000000e+00	89.66	91.89	86.75	92.34	89.15	93.61	92.80	91.51	91.33	91.09	93.44	90.68	91.37	90.11	93.64	91.20	93.04	89.57	92.71	93.39	93.13	91.12	92.88	90.71	89.11	91.91
131	372	32	0.10	8	0.00001	36	1.000000e-08	1.000000e-08	92.40	93.64	92.20	93.12	90.69	91.84	91.59	93.86	91.55	94.08	92.45	92.27	92.53	93.86	89.71	91.65	91.20	94.02	93.88	91.81	91.94	91.37	94.43	91.80	91.20	92.20
136	372	32	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	93.02	92.81	90.03	91.81	94.13	91.05	91.27	93.08	91.02	93.60	92.39	92.47	93.39	90.95	89.98	90.61	90.89	93.71	93.10	92.81	91.46	91.36	93.03	92.41	90.06	92.92
137	372	32	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	93.78	94.09	95.31	92.21	93.31	90.97	92.75	92.72	92.83	94.13	92.82	92.58	94.48	94.20	93.68	94.18	95.06	92.87	93.30	92.58	93.82	94.88	93.28	92.47	93.12	93.13
138	372	32	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	91.09	92.45	92.01	92.77	91.93	90.39	89.72	90.75	91.41	91.28	92.72	92.54	91.26	92.19	90.26	92.44	92.26	93.31	92.48	91.07	93.29	92.44	93.34	93.62	91.34	92.16
139	372	32	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	91.27	91.69	94.18	93.41	92.81	90.39	92.41	92.15	94.19	91.61	90.77	93.63	91.04	90.58	91.70	91.57	92.15	91.48	89.31	90.99	92.62	93.55	93.74	92.18	94.33	93.10
144	372	32	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	91.95	93.46	91.03	90.76	92.14	90.71	92.76	90.67	92.57	93.62	90.86	90.35	93.46	93.65	91.92	92.84	92.11	93.62	92.61	92.78	92.03	92.95	95.60	92.85	91.16	92.54
145	372	32	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	91.43	94.17	92.29	92.24	93.07	90.63	92.51	94.17	92.67	91.54	93.19	92.24	91.54	91.74	92.08	93.12	91.46	92.32	91.70	92.87	93.33	93.05	91.95	92.17	92.82	92.05
146	372	32	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	92.63	90.83	94.04	92.53	92.64	89.20	93.49	91.86	92.81	93.32	93.56	91.87	92.29	92.86	93.07	91.78	92.82	91.24	90.33	91.71	93.60	91.32	93.38	93.33	92.99	91.99
147	372	32	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	92.92	91.65	91.81	93.43	93.90	91.72	93.01	92.62	93.07	91.35	93.84	90.73	93.81	91.98	92.83	94.56	92.98	91.06	94.06	92.37	93.54	91.59	92.68	92.49	92.28	92.21
152	372	32	0.10	64	0.00001	36	0.000000e+00	0.000000e+00	92.96	92.23	92.58	93.77	92.04	92.39	94.19	92.51	93.38	92.05	92.12	92.78	93.80	92.32	89.60	91.87	92.83	49.17	94.55	93.17	93.51	93.22	93.03	91.67	92.56	91.35
153	372	32	0.10	64	0.00001	36	0.000000e+00	1.000000e-08	91.94	94.44	92.00	90.90	94.91	92.09	92.31	92.51	93.07	93.90	93.56	92.77	94.09	92.80	90.79	93.35	94.21	91.98	92.63	93.77	94.66	93.04	94.21	92.90	93.81	92.75
154	372	32	0.10	64	0.00001	36	1.000000e-08	0.000000e+00	93.10	91.58	92.46	93.04	92.89	90.59	91.82	92.57	94.49	91.17	93.29	91.57	91.65	92.48	90.48	93.69	92.67	94.13	93.21	92.92	93.84	91.67	93.25	92.24	93.94	92.53
155	372	32	0.10	64	0.00001	36	1.000000e-08	1.000000e-08	92.88	93.43	93.55	93.50	94.06	89.44	92.85	91.85	92.74	93.46	93.92	91.45	92.25	94.20	93.02	93.26	92.81	91.80	91.70	93.59	93.02	93.06	94.23	91.82	92.70	93.65
160	372	32	0.10	8	0.00001	48	0.000000e+00	0.000000e+00	77.53	80.62	86.87	74.91	76.33	80.45	79.27	80.59	87.49	84.11	83.91	84.89	85.14	85.90	73.19	86.75	73.49	85.30	86.12	85.69	83.85	77.58	71.55	84.03	77.49	78.50
161	372	32	0.10	8	0.00001	48	0.000000e+00	1.000000e-08	88.96	90.82	92.23	83.93	89.38	92.41	90.29	89.81	91.68	90.29	80.46	79.81	90.09	72.86	92.38	86.26	91.63	89.42	87.22	77.74	88.98	85.25	86.35	88.87	84.66	86.59
162	372	32	0.10	8	0.00001	48	1.000000e-08	0.000000e+00	86.42	83.06	90.54	83.14	83.97	90.21	90.81	92.57	90.36	91.30	87.30	83.42	87.61	87.63	91.52	86.76	91.45	92.38	91.43	84.68	88.58	77.45	87.13	81.29	85.05	76.75
163	372	32	0.10	8	0.00001	48	1.000000e-08	1.000000e-08	87.96	87.71	86.30	69.67	89.66	74.98	90.19	85.22	90.63	91.15	86.62	89.35	90.00	87.67	70.83	83.69	72.39	85.21	89.52	87.26	88.23	80.39	87.36	79.37	86.21	86.08
168	372	32	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	93.94	92.96	93.79	93.58	94.50	92.45	91.75	94.73	91.67	93.69	92.05	91.70	92.71	93.26	49.17	94.06	94.03	92.20	93.33	90.00	89.22	94.42	94.89	94.13	74.94	94.96
169	372	32	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	90.32	92.71	93.49	92.56	93.68	92.13	92.54	90.80	91.15	93.69	93.26	91.69	92.53	91.79	91.71	92.86	93.44	93.59	92.07	92.51	92.17	93.63	92.83	91.72	93.23	94.09
170	372	32	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	93.18	93.90	94.10	76.75	94.67	90.85	91.63	93.96	92.54	94.11	91.13	93.32	93.35	93.08	93.14	92.63	92.00	92.23	93.88	92.92	91.99	93.09	95.51	93.30	93.96	91.80
171	372	32	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	93.05	92.91	93.27	93.07	93.03	90.76	92.13	92.20	91.24	92.31	92.16	93.71	90.59	93.33	92.24	93.19	92.49	94.44	91.75	92.15	93.50	93.67	94.45	90.84	94.15	76.35
176	372	32	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	91.35	90.01	93.33	92.15	93.06	93.75	93.82	92.94	92.24	93.74	90.53	93.22	93.39	91.82	92.25	92.94	92.17	93.60	94.39	93.46	93.53	94.28	93.95	94.08	93.52	93.53
177	372	32	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	91.15	93.10	93.83	91.87	91.98	91.34	94.26	92.61	92.59	93.81	90.95	93.04	92.47	93.90	92.44	93.77	94.25	93.00	93.19	93.48	94.23	93.78	74.01	92.08	93.29	92.73
178	372	32	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	92.28	93.41	90.43	93.00	93.68	92.83	92.99	92.04	92.68	94.04	93.38	91.19	92.90	92.98	91.76	93.26	92.56	93.57	92.10	90.62	92.75	93.18	92.71	92.00	90.64	92.67
179	372	32	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	93.53	91.92	93.13	92.63	92.73	91.10	92.74	91.72	93.58	92.48	93.07	91.98	92.58	90.94	91.57	93.86	94.35	89.94	93.65	92.42	94.56	94.35	93.87	93.00	93.28	93.31
184	372	32	0.10	64	0.00001	48	0.000000e+00	0.000000e+00	91.41	92.69	92.56	91.86	89.17	93.24	93.04	92.80	92.36	91.94	93.00	91.81	92.95	91.85	91.53	93.38	92.97	94.17	91.77	93.57	90.98	94.01	92.53	91.04	93.92	91.76
185	372	32	0.10	64	0.00001	48	0.000000e+00	1.000000e-08	91.59	93.44	92.49	90.67	91.31	91.77	92.22	92.74	91.64	92.85	92.23	91.95	93.78	91.37	91.70	93.51	93.38	93.55	92.56	92.28	94.06	94.69	93.32	93.70	93.30	93.36
186	372	32	0.10	64	0.00001	48	1.000000e-08	0.000000e+00	91.37	93.08	90.12	90.19	91.30	90.23	91.95	91.23	91.41	92.71	92.45	92.53	91.46	93.90	91.14	92.94	92.77	92.11	94.89	90.45	94.44	93.45	92.99	92.93	93.59	91.45
187	372	32	0.10	64	0.00001	48	1.000000e-08	1.000000e-08	93.97	92.26	93.18	90.01	92.27	92.26	91.58	92.65	92.38	91.26	91.92	89.63	91.56	92.38	91.30	92.46	93.08	91.04	92.09	93.28	92.28	94.57	93.58	92.49	93.51	76.48
192	372	32	0.01	8	0.00100	24	0.000000e+00	0.000000e+00	90.98	91.54	92.26	91.39	91.06	90.73	91.90	91.13	93.18	90.70	93.79	90.58	91.21	93.17	91.04	91.10	92.18	90.79	92.59	92.09	93.93	92.21	92.26	90.72	91.57	89.86
193	372	32	0.01	8	0.00100	24	0.000000e+00	1.000000e-08	92.82	92.64	90.29	88.01	89.40	91.13	92.07	91.63	92.06	89.68	90.40	91.31	88.74	92.05	89.27	90.47	90.43	89.33	90.79	89.30	91.74	90.84	91.58	90.12	89.46	89.57
194	372	32	0.01	8	0.00100	24	1.000000e-08	0.000000e+00	90.94	91.75	93.56	90.90	89.50	90.25	92.69	91.66	90.48	90.18	92.39	90.63	91.34	92.61	91.22	92.60	91.56	90.65	92.26	89.93	92.48	92.01	92.25	91.64	90.69	89.05
195	372	32	0.01	8	0.00100	24	1.000000e-08	1.000000e-08	88.99	91.45	91.50	90.35	92.00	92.56	89.18	92.27	90.47	90.89	92.84	91.69	91.06	90.36	92.28	90.00	90.78	91.33	91.74	90.28	92.68	91.51	92.11	92.50	92.18	90.54
200	372	32	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	85.69	91.39	88.84	90.14	91.33	91.69	90.68	88.15	90.56	90.64	91.41	90.87	90.12	93.19	92.87	91.95	92.46	89.66	92.51	91.17	91.77	91.80	93.00	92.02	90.62	90.81
201	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	91.00	90.25	91.40	92.49	93.13	90.73	89.19	91.32	91.52	92.52	91.89	90.14	91.49	92.27	91.36	91.75	90.37	90.83	91.03	89.88	92.02	92.38	91.95	91.16	90.97	90.78
202	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	91.71	92.33	90.88	90.62	90.70	89.58	91.54	91.82	90.23	90.62	90.53	89.56	91.12	91.58	89.66	90.60	92.59	91.85	90.37	90.41	93.11	91.65	92.10	91.65	90.27	90.08
203	372	32	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	92.96	93.08	90.05	90.40	92.30	90.83	90.91	89.39	89.96	91.17	91.96	91.29	92.40	92.66	91.59	91.83	91.22	92.34	90.68	90.57	92.84	91.46	93.40	91.51	91.83	89.95
208	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	91.54	91.89	92.58	92.41	91.63	88.60	90.59	92.13	91.20	93.00	90.87	90.83	93.09	89.70	92.12	91.26	94.18	93.35	92.17	92.71	91.58	92.25	93.11	93.65	93.14	89.87
209	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	91.85	91.50	93.20	91.25	91.93	91.38	91.55	91.28	91.15	92.98	93.02	91.46	91.76	93.33	90.59	91.49	94.85	92.81	92.62	92.53	91.62	92.18	94.19	91.46	93.22	91.65
210	372	32	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	91.61	90.02	92.61	89.68	91.32	90.42	89.77	92.53	94.64	92.28	90.04	90.60	90.32	93.09	91.89	90.83	91.12	92.14	92.55	91.93	91.27	92.51	93.45	92.04	91.29	92.32
211	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	90.95	92.23	92.61	92.60	91.96	91.74	90.47	92.97	91.40	92.11	90.86	91.28	90.52	92.48	91.39	91.25	92.46	92.68	92.43	93.29	93.50	91.82	93.73	92.27	91.85	91.07
216	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	91.65	91.78	92.45	92.91	90.72	93.55	92.61	93.51	90.47	88.71	92.44	90.51	92.13	91.66	91.81	91.55	92.06	91.84	93.40	92.87	93.01	92.62	94.44	92.92	92.79	92.27
217	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	90.98	90.34	92.12	91.18	91.19	93.64	92.55	93.42	92.07	91.24	91.83	92.45	92.23	93.34	90.57	91.27	92.97	91.91	93.68	93.57	92.96	92.20	91.70	94.19	93.45	91.90
218	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	91.12	92.44	91.65	91.80	91.77	92.76	91.74	89.66	90.80	92.36	94.36	91.58	91.04	93.62	91.73	91.55	92.99	92.67	93.48	92.06	93.91	92.47	94.39	91.45	91.72	93.12
219	372	32	0.01	64	0.00100	24	1.000000e-08	1.000000e-08	91.74	90.75	92.80	90.63	91.97	91.73	91.33	91.58	92.14	92.12	93.22	89.07	91.76	92.68	91.56	90.86	91.95	93.44	93.54	91.04	92.30	93.63	93.86	93.57	94.17	93.03
224	372	32	0.01	8	0.00100	36	0.000000e+00	0.000000e+00	93.46	91.63	92.88	91.84	92.26	91.23	91.88	92.15	93.11	92.29	94.14	92.96	92.34	91.62	90.12	93.39	92.74	91.98	93.07	91.63	91.78	92.55	92.19	91.88	93.55	90.53
225	372	32	0.01	8	0.00100	36	0.000000e+00	1.000000e-08	92.36	91.22	93.46	91.31	91.80	90.54	88.58	89.97	89.17	91.35	90.69	91.16	93.18	92.82	89.97	91.72	90.57	89.59	93.14	89.41	91.86	91.55	91.20	88.87	90.26	89.30
226	372	32	0.01	8	0.00100	36	1.000000e-08	0.000000e+00	90.95	92.28	92.19	92.23	92.53	89.95	92.19	91.53	92.01	90.75	93.01	91.13	92.26	92.51	91.90	90.59	89.44	92.57	92.24	91.04	92.65	93.10	92.49	92.30	90.63	91.06
227	372	32	0.01	8	0.00100	36	1.000000e-08	1.000000e-08	92.12	91.86	92.61	91.48	92.07	92.01	89.63	93.19	91.20	91.93	90.76	91.40	93.00	91.29	92.32	93.28	90.98	92.77	92.10	91.91	92.69	93.45	92.66	92.09	91.73	91.60
232	372	32	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	91.05	92.38	91.80	90.46	90.64	90.05	90.68	91.06	91.14	91.08	91.57	89.62	93.43	90.93	89.55	90.86	92.51	92.32	91.45	89.89	91.47	91.22	92.39	92.24	90.96	89.44
233	372	32	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	89.78	92.31	93.70	90.68	92.17	88.83	90.37	90.43	90.82	91.56	91.90	91.43	92.48	90.79	92.44	93.53	90.85	92.24	92.21	88.57	90.69	90.35	90.56	89.27	90.52	91.01
234	372	32	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	90.84	89.10	91.74	92.31	91.42	90.38	91.90	91.01	91.24	90.95	93.24	89.00	89.70	92.56	92.00	92.57	92.59	92.67	92.31	91.14	91.84	92.99	93.05	91.29	91.24	91.00
235	372	32	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	91.93	90.82	92.64	91.68	93.28	88.11	88.93	91.58	91.49	92.27	92.41	89.61	89.28	92.44	91.50	92.63	92.32	90.45	92.96	90.93	90.84	93.38	91.36	92.23	90.77	89.04
240	372	32	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	91.08	91.32	91.76	90.41	94.52	91.86	91.16	91.45	93.21	92.58	91.31	90.07	92.09	91.96	90.24	92.45	91.93	94.01	92.63	92.95	94.36	92.59	93.69	91.58	91.59	90.34
241	372	32	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	91.23	91.08	92.68	90.61	91.19	91.62	90.89	90.17	90.52	94.57	92.35	92.20	94.04	91.87	90.38	91.70	92.32	90.13	91.68	92.85	91.57	90.83	92.93	91.17	92.04	91.58
242	372	32	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	92.40	91.97	93.05	90.07	91.89	91.72	90.37	89.82	90.07	92.20	92.47	90.83	93.21	92.21	89.55	91.79	92.14	92.22	93.75	91.23	93.13	91.09	92.54	91.16	89.44	92.28
243	372	32	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	91.42	90.54	92.27	91.78	89.76	89.12	91.65	87.69	91.45	90.05	91.39	90.67	93.08	93.67	90.95	90.39	91.00	93.09	92.28	92.20	92.94	90.91	92.60	91.18	91.34	89.51
248	372	32	0.01	64	0.00100	36	0.000000e+00	0.000000e+00	93.15	93.18	92.22	91.73	94.41	91.24	93.98	91.06	93.23	94.23	90.73	92.93	92.31	92.40	92.85	92.64	92.94	93.63	92.73	92.54	92.48	91.77	93.86	92.01	92.07	91.50
249	372	32	0.01	64	0.00100	36	0.000000e+00	1.000000e-08	92.00	93.34	91.77	92.65	92.90	90.50	91.27	91.00	93.19	93.20	92.62	92.28	92.58	92.39	92.69	92.82	92.71	93.15	91.20	92.04	92.57	91.59	93.93	92.83	93.35	93.04
250	372	32	0.01	64	0.00100	36	1.000000e-08	0.000000e+00	90.19	94.03	93.20	91.77	93.22	91.45	91.87	92.46	91.79	93.96	92.20	92.06	93.49	91.93	92.63	91.98	91.50	91.77	92.67	90.52	91.87	92.52	94.10	93.31	91.87	91.67
251	372	32	0.01	64	0.00100	36	1.000000e-08	1.000000e-08	93.16	91.94	92.47	93.56	92.72	90.66	91.14	88.78	92.19	92.89	92.81	92.04	92.82	89.77	91.06	92.01	91.84	94.06	92.66	90.49	93.79	92.53	93.75	93.27	90.96	91.44
256	372	32	0.01	8	0.00100	48	0.000000e+00	0.000000e+00	90.28	80.07	79.66	85.95	82.31	90.66	88.96	80.61	79.64	90.67	93.07	90.32	91.10	81.79	90.27	89.41	92.29	87.87	83.20	92.17	77.26	91.07	76.62	77.97	72.71	89.91
257	372	32	0.01	8	0.00100	48	0.000000e+00	1.000000e-08	91.65	93.08	92.33	89.30	91.10	90.86	84.23	89.80	90.85	91.63	80.35	91.49	92.28	82.99	90.68	79.18	80.21	91.18	92.21	91.55	90.05	89.01	90.11	91.73	90.73	77.47
258	372	32	0.01	8	0.00100	48	1.000000e-08	0.000000e+00	78.59	90.89	77.82	92.86	91.86	91.73	89.43	90.03	90.35	89.55	91.97	89.41	89.37	89.67	91.16	78.11	92.00	93.36	84.95	82.41	77.77	81.83	88.33	91.19	91.07	88.75
259	372	32	0.01	8	0.00100	48	1.000000e-08	1.000000e-08	88.55	93.06	74.37	82.14	92.35	90.08	80.86	79.52	79.42	90.78	89.50	93.25	91.69	91.27	90.72	90.29	83.40	89.29	82.87	83.22	91.56	91.66	75.65	91.72	88.58	89.14
264	372	32	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	90.95	91.38	92.30	92.65	91.89	90.93	91.64	91.10	89.13	91.24	92.84	91.00	91.18	91.36	89.84	90.84	93.10	90.88	93.08	90.27	92.42	93.27	92.28	92.56	90.21	90.54
265	372	32	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	90.84	91.26	91.60	90.83	91.44	90.07	91.57	91.73	91.31	91.46	91.14	90.75	90.32	91.64	90.44	92.94	92.99	91.95	90.80	89.36	92.10	93.18	92.00	90.25	90.78	92.43
266	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	92.69	92.29	91.89	91.87	92.01	91.70	91.75	90.40	91.79	91.42	91.21	90.18	91.11	91.85	91.26	91.36	90.17	91.96	91.32	88.30	90.39	92.30	92.73	91.02	91.70	91.00
267	372	32	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	94.42	91.09	92.79	90.57	90.91	89.20	91.19	92.34	91.02	89.61	92.15	91.31	92.69	90.80	92.00	90.51	89.94	93.18	91.18	89.46	91.75	90.49	92.49	91.67	91.61	91.45
272	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	92.37	92.56	93.16	90.23	89.45	93.21	93.38	91.18	92.71	90.56	92.40	92.99	90.60	92.53	92.70	92.86	92.57	92.76	92.81	91.86	92.80	91.46	92.70	91.41	93.57	90.88
273	372	32	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	92.65	92.39	94.16	90.48	91.70	90.31	91.26	89.77	93.37	91.58	91.68	90.28	92.51	91.71	92.72	91.32	91.63	91.90	92.44	90.53	92.96	92.68	92.49	94.27	91.56	92.26
274	372	32	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	91.28	92.52	91.94	90.93	91.13	92.33	93.23	90.99	91.60	91.39	93.34	90.67	91.62	93.84	91.40	92.99	93.15	90.73	93.34	92.54	91.43	91.70	92.58	91.90	91.80	90.92
275	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	93.12	88.86	92.00	89.93	91.92	90.71	91.62	91.01	91.31	91.85	90.93	90.08	91.96	91.45	92.71	90.50	91.20	92.70	93.86	94.15	91.77	92.96	93.19	92.02	92.97	91.65
280	372	32	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	94.16	93.20	93.56	92.36	93.01	88.53	90.94	91.68	92.41	90.43	93.54	90.49	75.57	90.73	91.75	92.65	90.20	91.76	93.85	90.32	94.65	91.29	94.09	93.31	92.70	91.99
281	372	32	0.01	64	0.00100	48	0.000000e+00	1.000000e-08	92.57	92.06	94.35	91.65	93.11	90.49	92.79	92.47	92.71	92.33	90.70	90.04	92.21	92.45	93.13	92.02	91.51	93.44	90.13	91.86	90.56	93.10	91.70	93.37	91.59	78.17
282	372	32	0.01	64	0.00100	48	1.000000e-08	0.000000e+00	91.09	92.78	94.38	93.21	95.00	93.07	91.99	89.80	91.60	92.14	93.00	92.88	91.90	92.64	91.35	92.19	92.22	93.14	91.44	93.18	93.08	92.51	93.81	92.13	92.05	91.00
283	372	32	0.01	64	0.00100	48	1.000000e-08	1.000000e-08	92.72	92.97	93.29	91.88	91.68	90.68	92.93	90.18	93.91	93.15	90.59	90.53	89.26	94.20	93.05	91.30	92.35	90.03	92.88	92.47	75.94	94.57	93.85	91.33	76.67	92.38
288	372	32	0.01	8	0.00001	24	0.000000e+00	0.000000e+00	90.40	90.81	93.25	89.70	91.71	90.68	92.10	90.87	90.17	92.19	90.78	90.07	91.20	90.24	90.38	91.39	92.70	91.96	91.71	90.33	92.27	90.80	91.45	91.00	91.65	89.37
289	372	32	0.01	8	0.00001	24	0.000000e+00	1.000000e-08	91.39	91.49	91.55	91.11	92.61	91.13	92.06	92.95	91.60	91.94	91.74	90.40	90.02	92.28	91.19	91.74	90.70	93.19	90.85	92.59	93.37	91.82	93.51	90.93	92.04	91.35
290	372	32	0.01	8	0.00001	24	1.000000e-08	0.000000e+00	90.39	90.69	91.19	90.29	89.85	91.32	92.39	90.07	90.14	91.31	89.80	90.65	91.57	90.69	90.75	88.60	91.48	89.79	91.32	90.85	91.70	91.29	90.38	90.89	91.67	89.58
291	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	89.85	91.44	91.16	91.17	91.09	89.91	91.51	90.62	92.58	90.12	90.77	90.84	88.95	91.36	91.01	90.98	91.08	91.55	91.15	92.07	92.35	92.64	93.04	90.41	91.57	92.25
296	372	32	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	90.94	90.03	91.17	90.76	92.18	89.76	91.09	89.91	92.35	92.15	92.23	91.93	90.43	93.57	89.51	92.69	91.68	90.82	93.34	90.00	91.33	92.54	90.82	91.60	90.11	91.07
297	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	92.78	91.13	92.28	91.22	91.69	90.38	91.66	91.16	92.19	90.02	91.37	89.49	89.37	91.16	93.06	92.95	91.29	93.30	92.21	92.29	94.00	92.11	92.06	92.96	92.28	91.18
298	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	89.95	90.50	90.10	92.98	88.88	90.75	89.07	89.90	91.20	90.98	92.18	90.11	90.45	91.38	90.97	89.75	92.33	92.22	91.09	91.52	90.70	89.77	94.02	90.14	90.72	89.99
299	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	93.79	92.22	89.82	92.74	92.95	91.16	90.80	88.81	91.34	92.99	91.90	91.82	91.34	91.82	89.58	91.99	92.59	92.80	91.77	88.26	93.13	90.96	91.76	91.54	93.66	91.76
304	372	32	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	91.06	92.04	91.23	90.21	91.12	91.70	89.48	90.68	91.83	91.43	92.64	91.53	92.56	91.91	91.89	91.20	91.39	91.50	92.48	92.30	93.21	92.85	92.44	91.42	92.35	89.41
305	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	93.93	91.74	94.16	91.15	91.33	90.70	93.69	90.36	91.81	91.13	92.86	93.20	91.81	92.35	92.79	90.93	93.23	92.31	90.53	92.20	92.89	92.35	92.94	92.86	92.72	92.74
306	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	91.88	91.53	91.21	92.09	90.95	89.56	91.77	90.77	92.20	91.84	92.85	89.26	91.73	93.50	92.06	91.48	93.97	92.46	92.77	90.98	92.03	93.12	92.91	92.38	93.02	91.09
307	372	32	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	94.29	91.71	92.48	92.98	91.86	92.48	89.42	90.65	92.14	90.78	91.50	89.83	90.57	92.66	90.47	91.87	90.96	94.56	92.67	93.81	91.64	92.63	90.99	92.50	93.21	91.22
312	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	91.44	91.77	93.50	90.49	94.59	89.48	89.60	89.69	92.98	93.24	92.90	92.84	92.35	87.43	90.87	91.71	91.26	89.67	93.58	91.82	93.11	92.44	92.80	92.63	93.32	91.95
313	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	93.26	93.69	92.41	92.97	91.75	90.94	92.22	90.46	90.87	91.34	91.81	91.73	92.15	92.64	92.45	92.82	91.50	92.41	92.42	92.80	92.66	94.60	93.14	93.64	93.02	91.62
314	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	92.14	93.05	94.40	92.69	91.54	91.98	91.75	91.82	92.25	92.31	92.33	92.11	92.07	93.97	91.70	92.80	93.40	91.22	92.47	92.14	94.06	93.24	92.71	92.47	92.65	93.92
315	372	32	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	92.31	92.58	92.42	91.15	92.01	92.80	91.82	90.85	91.81	92.40	91.42	91.78	92.32	91.86	92.40	91.47	92.26	92.38	92.21	89.82	92.45	92.61	93.42	92.76	93.01	93.54
320	372	32	0.01	8	0.00001	36	0.000000e+00	0.000000e+00	90.71	92.30	92.69	90.84	91.18	90.53	89.62	90.63	91.54	89.14	92.46	93.04	90.50	90.63	91.93	91.02	90.19	93.15	91.62	91.84	93.77	92.50	91.69	91.82	92.08	90.35
321	372	32	0.01	8	0.00001	36	0.000000e+00	1.000000e-08	91.27	91.76	92.26	91.42	91.90	90.41	91.11	89.71	91.85	90.55	91.79	89.84	91.15	92.82	90.60	88.75	91.14	92.37	90.13	89.97	92.30	91.64	90.87	89.85	90.39	90.84
322	372	32	0.01	8	0.00001	36	1.000000e-08	0.000000e+00	92.26	91.44	93.23	91.22	93.26	94.28	91.17	90.18	89.94	91.48	90.59	91.32	92.12	92.53	88.76	91.37	91.83	91.95	92.02	91.67	92.70	92.19	92.47	91.70	92.29	92.50
323	372	32	0.01	8	0.00001	36	1.000000e-08	1.000000e-08	91.25	90.82	90.39	91.21	91.75	89.49	89.72	90.29	91.34	90.64	91.13	90.26	91.81	92.55	90.51	90.62	89.85	88.56	90.26	91.60	90.76	91.31	91.64	90.02	90.93	89.87
328	372	32	0.01	32	0.00001	36	0.000000e+00	0.000000e+00	92.16	91.61	90.97	89.14	93.63	90.07	89.51	89.90	89.52	90.85	91.67	89.05	89.38	90.86	89.87	92.77	91.96	92.11	90.27	91.76	93.16	91.16	90.85	90.17	91.49	89.75
329	372	32	0.01	32	0.00001	36	0.000000e+00	1.000000e-08	91.77	92.36	93.31	90.48	91.37	91.58	91.18	90.95	91.23	90.86	91.36	90.31	91.29	90.39	92.11	92.60	93.13	91.23	93.98	92.06	93.34	93.19	91.91	90.44	92.57	89.46
330	372	32	0.01	32	0.00001	36	1.000000e-08	0.000000e+00	90.58	91.50	93.20	91.94	90.93	90.42	88.94	92.15	89.97	89.40	93.56	91.06	90.40	92.44	92.23	91.87	91.54	90.51	90.26	91.76	90.92	91.68	91.14	90.00	92.45	90.02
331	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	89.61	91.40	94.98	92.30	89.33	91.30	91.89	91.51	90.89	93.51	90.40	90.99	92.16	89.93	92.26	90.36	91.61	91.54	91.37	90.60	91.86	91.77	93.39	91.81	92.00	90.11
336	372	32	0.01	48	0.00001	36	0.000000e+00	0.000000e+00	92.83	92.40	93.00	90.08	91.77	91.26	91.77	90.61	92.00	93.39	91.59	90.11	92.87	94.57	91.23	92.61	92.96	92.82	93.30	91.71	92.63	91.92	91.60	88.75	91.71	89.90
337	372	32	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	91.96	93.35	92.41	89.94	90.73	90.84	92.65	92.26	91.13	91.65	92.77	90.02	91.83	90.82	92.25	92.53	92.19	91.87	93.27	92.35	93.48	92.10	92.83	92.76	90.91	91.83
338	372	32	0.01	48	0.00001	36	1.000000e-08	0.000000e+00	91.20	93.56	91.85	91.76	91.82	91.97	90.90	89.96	90.99	90.22	92.18	91.87	91.44	91.44	91.44	90.96	92.99	92.17	93.31	91.56	92.48	93.53	93.30	90.50	92.45	89.57
339	372	32	0.01	48	0.00001	36	1.000000e-08	1.000000e-08	91.58	93.45	93.33	91.01	91.71	91.39	91.43	91.94	89.99	91.81	92.08	89.56	91.83	93.63	90.58	92.65	92.42	92.43	92.45	90.42	91.76	92.74	91.66	92.61	91.35	91.62
344	372	32	0.01	64	0.00001	36	0.000000e+00	0.000000e+00	92.42	91.25	92.90	90.53	92.54	88.68	92.43	90.55	91.37	90.92	94.00	91.51	93.75	93.03	90.73	90.73	91.50	93.00	91.82	91.38	93.63	93.17	93.94	92.88	90.60	92.85
345	372	32	0.01	64	0.00001	36	0.000000e+00	1.000000e-08	92.13	91.59	92.06	91.70	92.06	91.34	90.75	91.93	90.47	90.74	93.97	91.57	90.64	90.96	92.74	92.30	92.16	91.62	91.23	94.52	90.99	90.38	92.22	90.33	93.24	89.42
346	372	32	0.01	64	0.00001	36	1.000000e-08	0.000000e+00	92.72	91.25	91.63	91.10	93.27	90.49	92.65	90.32	90.33	92.84	91.28	89.82	92.28	94.79	91.39	91.26	92.40	91.71	91.45	90.70	92.30	91.51	94.12	92.32	92.58	89.39
347	372	32	0.01	64	0.00001	36	1.000000e-08	1.000000e-08	92.06	92.54	92.66	90.65	93.42	90.84	90.90	92.61	93.96	91.72	90.56	92.53	91.16	92.35	93.95	93.66	92.26	91.89	91.12	91.99	92.92	93.27	91.95	92.46	93.09	91.64
352	372	32	0.01	8	0.00001	48	0.000000e+00	0.000000e+00	87.73	86.18	89.93	79.80	91.60	92.67	90.62	91.27	90.44	90.61	85.00	91.23	76.19	91.81	91.48	80.36	89.37	90.76	82.40	93.24	77.61	88.31	93.01	90.48	93.29	91.97
353	372	32	0.01	8	0.00001	48	0.000000e+00	1.000000e-08	92.04	92.61	92.26	88.71	86.45	83.08	92.24	91.67	90.66	81.15	92.53	89.48	92.09	92.62	89.28	90.19	91.75	92.61	81.14	92.51	78.86	91.88	77.90	91.40	92.74	91.69
354	372	32	0.01	8	0.00001	48	1.000000e-08	0.000000e+00	82.61	91.55	92.25	87.98	92.52	91.69	87.15	91.55	92.46	83.39	92.08	81.89	92.47	91.25	92.50	91.94	92.19	87.25	91.84	90.40	91.33	90.91	93.09	93.09	92.05	91.61
355	372	32	0.01	8	0.00001	48	1.000000e-08	1.000000e-08	85.15	91.85	90.90	88.71	90.11	90.82	91.33	91.39	90.29	91.16	93.81	89.93	82.70	77.25	89.99	90.83	91.97	87.98	93.05	93.10	87.93	92.68	88.62	91.86	91.85	88.68
360	372	32	0.01	32	0.00001	48	0.000000e+00	0.000000e+00	89.70	91.86	91.23	88.55	92.25	91.28	91.50	90.89	91.27	91.28	92.64	90.33	90.51	92.39	91.34	91.04	92.19	92.65	91.74	90.05	92.60	93.00	94.01	91.43	91.89	91.68
361	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	90.64	92.39	91.31	89.67	92.09	91.56	92.69	88.88	92.16	90.89	90.85	92.71	94.64	93.19	92.20	93.05	90.71	93.01	93.24	92.86	92.18	92.56	93.47	92.91	90.47	91.35
362	372	32	0.01	32	0.00001	48	1.000000e-08	0.000000e+00	91.97	92.13	90.60	91.31	92.33	90.65	92.02	90.56	92.11	90.69	90.39	88.51	90.95	92.74	90.50	89.60	92.13	92.71	93.90	92.13	91.22	92.55	92.88	92.90	91.67	92.37
363	372	32	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	90.47	91.98	92.12	90.22	89.51	89.92	92.12	91.46	90.88	90.66	89.29	90.03	90.79	92.30	91.02	90.60	92.42	90.61	92.70	90.56	91.78	91.27	93.29	92.00	93.29	90.78
368	372	32	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	91.84	92.96	93.14	91.03	93.73	91.13	91.02	91.24	91.35	92.27	92.96	90.19	90.83	91.79	90.90	92.56	93.19	91.80	90.69	92.23	93.23	93.33	92.21	92.42	93.31	90.96
369	372	32	0.01	48	0.00001	48	0.000000e+00	1.000000e-08	93.99	92.34	93.09	89.19	92.53	90.09	90.48	91.85	92.18	92.06	92.93	91.24	91.12	91.32	92.85	92.07	93.23	92.02	90.88	93.64	92.03	92.46	93.87	92.74	91.95	94.09
370	372	32	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	92.40	90.46	92.29	92.20	91.99	90.69	91.73	91.02	89.97	92.79	91.63	91.08	91.68	94.14	89.65	92.26	92.79	92.60	89.86	89.68	93.73	92.55	93.25	92.89	93.99	93.10
371	372	32	0.01	48	0.00001	48	1.000000e-08	1.000000e-08	92.15	92.73	91.33	91.45	93.24	90.79	90.61	90.94	92.54	92.41	92.45	91.41	91.26	89.81	91.96	91.44	92.77	93.44	93.18	90.48	76.00	92.79	93.16	93.23	90.49	91.76
376	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	94.81	92.33	94.08	92.47	91.11	92.54	92.21	93.16	92.99	92.13	92.30	90.04	92.54	93.03	92.54	91.36	93.26	93.20	94.16	93.94	92.05	93.56	93.29	92.34	92.97	91.22
377	372	32	0.01	64	0.00001	48	0.000000e+00	1.000000e-08	91.51	91.24	93.61	92.17	93.05	89.55	92.78	90.42	92.92	91.41	91.93	90.12	92.41	94.26	92.58	95.12	93.44	92.71	94.64	92.05	93.93	93.13	91.41	92.47	91.71	92.62
378	372	32	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	93.06	91.96	92.70	90.77	89.14	91.37	91.29	94.08	92.60	90.22	91.72	92.74	91.40	88.96	91.77	89.82	93.84	92.57	92.33	92.50	92.52	92.13	92.23	92.61	93.26	93.31
379	372	32	0.01	64	0.00001	48	1.000000e-08	1.000000e-08	90.59	92.21	93.94	91.35	92.77	91.80	90.18	93.34	94.05	91.29	93.68	89.67	92.50	94.26	74.32	91.97	93.76	92.97	91.45	91.49	93.58	92.36	77.54	92.39	92.49	92.42

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues = []
pvalues_real = []

for _,index in enumerate(dt_valid_sub.index):
  _, p_value = stats.ttest_ind(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')
  pvalues_real.append(p_value)
  pvalues.append((p_value >= 0.05)*1)

  

dt_valid_sub['pvalues'] = pvalues_real
dt_valid_sub['sig'] = pvalues


dt_valid_sub1 = dt_valid_sub.query('sig == 1')


max_indexx = dt_valid_sub1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
291	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	88.69	91.05	88.16	89.11	89.61	88.58	89.57	89.62	88.58	89.66	89.36	90.51	89.30	89.70	89.81	90.83	90.77	91.41	90.89	91.13	87.71	89.07	89.35	87.85	89.98	90.02
296	372	32	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	89.05	89.33	87.76	90.12	89.24	89.04	90.61	89.38	89.17	89.38	90.19	92.14	90.29	89.31	89.27	90.24	90.07	88.73	90.89	91.13	88.79	90.37	88.62	88.01	88.63	88.16
297	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.49	88.77	90.46	89.63	89.85	88.61	89.44	88.98	89.52	88.92	89.93	89.43	90.66	91.73	89.87	89.31	90.30	90.49	90.74	90.44	88.79	90.35	89.07	88.77	89.38	89.95
298	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	89.25	91.36	88.89	88.71	88.77	90.88	90.23	89.36	89.48	89.53	90.30	90.73	89.39	89.29	90.04	90.24	89.33	90.13	91.20	90.82	89.99	88.70	90.06	88.88	87.60	88.93
299	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	90.38	90.10	89.21	90.18	88.92	89.46	89.69	88.37	89.90	89.92	90.37	89.91	88.87	90.97	90.02	90.69	90.22	89.66	90.64	90.04	90.59	90.55	88.65	89.83	91.02	89.98
331	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	89.24	89.62	90.04	89.86	88.82	89.78	89.11	91.58	89.57	90.57	89.64	90.43	90.67	88.85	90.13	90.51	90.18	89.41	88.58	90.35	88.14	89.63	90.04	88.33	90.22	88.73
361	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	88.89	90.27	89.29	89.06	91.23	89.47	90.48	88.72	89.56	89.22	90.00	89.99	91.26	91.90	90.33	90.65	89.39	90.49	90.44	90.67	87.41	90.64	91.50	89.59	88.98	87.81
363	372	32	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	89.81	88.83	87.97	90.11	89.81	89.28	89.96	89.49	89.07	89.87	89.00	89.16	90.49	90.48	88.77	89.09	89.88	90.57	90.85	90.74	88.98	89.74	90.09	88.86	90.55	88.78
201	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	90.54	88.31	90.73	89.92	89.55	91.23	88.26	89.90	88.80	90.47	90.24	90.96	90.50	88.89	89.85	90.76	88.77	90.51	89.01	90.36	89.24	90.77	89.28	89.04	88.95	90.26
202	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	90.55	90.60	88.18	89.19	89.04	90.10	88.93	89.96	89.68	90.44	88.57	90.47	90.08	90.13	89.24	89.77	90.23	90.23	89.16	90.54	90.25	90.27	88.84	89.28	88.49	88.92
265	372	32	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	89.99	89.22	89.00	90.77	89.25	89.61	89.55	90.30	89.33	89.14	89.80	89.75	88.83	89.52	89.55	90.78	91.12	90.16	90.49	91.32	89.46	89.63	89.14	86.65	88.60	89.89
266	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	88.77	90.41	87.90	90.40	89.28	89.72	88.80	88.31	88.33	87.83	90.74	90.31	91.07	90.24	90.17	89.29	89.02	90.80	89.79	89.70	87.90	89.87	90.79	89.61	90.57	88.00
267	372	32	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	89.16	89.65	89.63	90.00	89.35	88.29	91.09	88.74	90.11	89.34	90.15	91.48	88.70	89.27	90.12	89.68	90.19	89.69	89.97	90.13	89.87	89.37	88.41	90.28	89.86	88.74
304	372	32	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	89.66	89.68	88.79	88.57	90.15	90.41	88.55	89.24	90.03	90.38	89.73	90.69	91.06	89.75	89.79	89.22	87.92	89.24	90.49	90.90	89.13	90.02	89.18	89.53	88.03	89.49
305	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	89.55	90.87	91.16	89.01	88.89	89.88	89.47	90.48	88.32	90.27	89.19	90.32	89.27	89.27	88.85	90.93	89.92	89.88	89.80	90.04	89.66	91.87	88.84	90.33	90.83	88.73
306	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	88.82	89.08	88.47	88.63	88.88	90.86	90.09	89.50	88.89	89.59	90.95	90.16	89.17	89.53	89.66	89.66	90.22	89.22	90.56	91.72	89.99	91.03	87.92	89.24	90.56	89.93
368	372	32	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	87.88	88.91	89.28	89.40	88.41	89.15	88.99	89.85	88.32	91.47	90.49	90.35	90.12	90.54	89.21	89.68	90.42	90.52	88.88	90.08	90.17	89.85	88.39	89.79	89.85	89.61
370	372	32	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	88.03	88.29	89.47	89.86	90.35	90.04	91.21	88.69	89.43	89.99	89.12	88.96	89.43	89.19	88.32	88.89	89.13	90.02	90.05	90.49	88.98	91.67	90.54	90.61	89.56	90.05
208	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	89.13	89.86	89.04	89.75	89.26	91.29	90.14	89.88	89.19	89.77	90.12	90.21	90.94	88.35	89.55	90.15	88.99	90.73	90.61	89.69	89.51	89.51	89.61	89.99	91.07	90.30
209	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	87.62	90.03	90.08	89.50	90.21	90.62	89.89	90.98	90.85	89.25	90.70	89.34	90.26	90.01	88.90	89.89	90.72	90.78	90.47	89.97	91.08	89.97	90.16	87.67	89.41	89.74
210	372	32	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	88.65	89.09	87.74	89.85	88.02	89.91	89.43	88.95	90.46	89.06	88.62	90.94	90.71	90.04	89.90	89.40	89.43	89.30	90.01	91.12	89.42	89.60	90.70	89.30	89.47	90.43
211	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	89.91	89.24	89.53	90.85	88.79	90.69	87.92	91.38	89.33	88.91	90.61	90.30	89.00	89.51	87.39	89.08	89.88	90.06	89.56	90.90	90.56	89.96	90.03	90.42	90.29	88.59
272	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	90.43	89.00	88.22	89.11	89.63	90.14	90.25	89.12	90.89	88.30	90.59	91.02	88.77	88.41	89.68	89.26	91.69	89.57	91.27	90.51	88.83	90.45	89.03	89.70	89.26	90.13
274	372	32	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	88.77	90.67	88.55	89.07	89.48	90.01	89.91	90.40	88.49	88.87	90.83	90.08	88.30	88.72	89.81	91.03	89.50	89.89	90.45	90.89	89.21	90.33	88.67	87.84	89.99	89.20
275	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	89.52	89.29	87.60	88.94	89.94	91.41	90.49	89.20	89.78	88.31	90.86	90.11	89.07	89.44	90.77	88.90	89.13	90.74	90.36	91.42	88.97	89.76	89.35	90.12	89.39	90.75
312	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	89.40	89.28	90.29	90.22	89.80	89.96	89.36	89.36	87.59	89.28	89.73	90.97	90.57	90.03	89.90	88.62	90.51	88.53	89.60	89.95	90.80	90.69	90.31	90.56	90.79	89.55
313	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	87.64	89.26	89.10	89.19	88.78	89.95	89.08	88.95	88.96	89.57	90.85	90.26	90.89	89.38	89.74	89.67	90.35	90.64	90.61	89.43	89.76	91.16	90.36	90.03	90.02	91.06
314	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	89.69	89.03	89.67	90.12	88.69	89.88	90.95	90.23	90.48	89.64	91.32	89.79	89.39	89.38	88.33	90.14	88.88	90.16	90.17	89.59	90.25	89.97	90.24	89.40	90.08	91.59
315	372	32	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	89.99	89.37	88.96	88.53	88.61	90.41	89.31	91.04	89.20	90.11	90.29	89.60	91.03	89.97	88.51	89.53	90.21	89.20	89.13	89.84	88.97	89.53	89.08	89.47	91.01	89.87
376	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	89.14	90.75	90.90	89.32	89.37	88.54	89.77	88.48	88.53	89.44	89.89	89.57	90.11	90.50	90.54	91.28	90.81	88.43	91.00	91.00	89.52	88.72	89.71	89.44	89.42	89.42
378	372	32	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	89.01	89.36	89.13	87.93	88.08	91.70	90.19	89.86	90.51	88.73	90.21	91.01	88.88	89.23	90.52	87.80	90.19	88.26	91.50	89.54	88.29	89.57	88.69	89.29	89.72	90.37
216	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	89.54	88.91	88.61	89.11	88.73	90.07	90.55	89.43	89.17	88.42	89.83	90.70	90.16	89.33	89.69	89.60	88.70	90.23	91.39	92.27	90.42	90.30	89.21	89.49	90.46	90.37
217	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	88.28	89.15	89.35	89.08	88.96	89.10	89.53	90.87	88.63	89.67	90.87	90.19	90.13	90.12	89.91	89.73	89.65	88.57	90.14	90.52	90.73	90.68	88.80	89.49	90.94	88.49
218	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	88.18	90.16	88.13	90.05	88.58	90.18	89.47	90.10	89.98	89.10	92.18	90.20	88.75	87.78	90.05	90.60	89.10	89.52	90.62	90.42	90.34	90.19	90.41	88.90	90.02	89.47
280	372	32	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	88.96	90.64	88.63	88.84	89.59	89.05	88.08	88.70	89.96	90.42	90.59	90.94	74.86	88.00	89.88	89.43	88.56	90.62	90.84	90.82	89.93	87.27	90.32	89.84	88.92	89.30

Size of the All data:  (192, 29)
Size of the Sig data:  (35, 29)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params1 = dt_valid.loc[dt_valid_sub1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params = optimal_params1.reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
25	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	89.85	91.44	91.16	91.17	91.09	89.91	91.51	90.62	92.58	90.12	90.77	90.84	88.95	91.36	91.01	90.98	91.08	91.55	91.15	92.07	92.35	92.64	93.04	90.41	91.57	92.25
31	372	32	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	90.94	90.03	91.17	90.76	92.18	89.76	91.09	89.91	92.35	92.15	92.23	91.93	90.43	93.57	89.51	92.69	91.68	90.82	93.34	90.00	91.33	92.54	90.82	91.60	90.11	91.07
13	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	92.78	91.13	92.28	91.22	91.69	90.38	91.66	91.16	92.19	90.02	91.37	89.49	89.37	91.16	93.06	92.95	91.29	93.30	92.21	92.29	94.00	92.11	92.06	92.96	92.28	91.18
17	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	89.95	90.50	90.10	92.98	88.88	90.75	89.07	89.90	91.20	90.98	92.18	90.11	90.45	91.38	90.97	89.75	92.33	92.22	91.09	91.52	90.70	89.77	94.02	90.14	90.72	89.99
0	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	93.79	92.22	89.82	92.74	92.95	91.16	90.80	88.81	91.34	92.99	91.90	91.82	91.34	91.82	89.58	91.99	92.59	92.80	91.77	88.26	93.13	90.96	91.76	91.54	93.66	91.76
18	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	89.61	91.40	94.98	92.30	89.33	91.30	91.89	91.51	90.89	93.51	90.40	90.99	92.16	89.93	92.26	90.36	91.61	91.54	91.37	90.60	91.86	91.77	93.39	91.81	92.00	90.11
2	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	90.64	92.39	91.31	89.67	92.09	91.56	92.69	88.88	92.16	90.89	90.85	92.71	94.64	93.19	92.20	93.05	90.71	93.01	93.24	92.86	92.18	92.56	93.47	92.91	90.47	91.35
26	372	32	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	90.47	91.98	92.12	90.22	89.51	89.92	92.12	91.46	90.88	90.66	89.29	90.03	90.79	92.30	91.02	90.60	92.42	90.61	92.70	90.56	91.78	91.27	93.29	92.00	93.29	90.78
7	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	91.00	90.25	91.40	92.49	93.13	90.73	89.19	91.32	91.52	92.52	91.89	90.14	91.49	92.27	91.36	91.75	90.37	90.83	91.03	89.88	92.02	92.38	91.95	91.16	90.97	90.78
21	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	91.71	92.33	90.88	90.62	90.70	89.58	91.54	91.82	90.23	90.62	90.53	89.56	91.12	91.58	89.66	90.60	92.59	91.85	90.37	90.41	93.11	91.65	92.10	91.65	90.27	90.08
22	372	32	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	90.84	91.26	91.60	90.83	91.44	90.07	91.57	91.73	91.31	91.46	91.14	90.75	90.32	91.64	90.44	92.94	92.99	91.95	90.80	89.36	92.10	93.18	92.00	90.25	90.78	92.43
32	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	92.69	92.29	91.89	91.87	92.01	91.70	91.75	90.40	91.79	91.42	91.21	90.18	91.11	91.85	91.26	91.36	90.17	91.96	91.32	88.30	90.39	92.30	92.73	91.02	91.70	91.00
20	372	32	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	94.42	91.09	92.79	90.57	90.91	89.20	91.19	92.34	91.02	89.61	92.15	91.31	92.69	90.80	92.00	90.51	89.94	93.18	91.18	89.46	91.75	90.49	92.49	91.67	91.61	91.45
27	372	32	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	91.06	92.04	91.23	90.21	91.12	91.70	89.48	90.68	91.83	91.43	92.64	91.53	92.56	91.91	91.89	91.20	91.39	91.50	92.48	92.30	93.21	92.85	92.44	91.42	92.35	89.41
6	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	93.93	91.74	94.16	91.15	91.33	90.70	93.69	90.36	91.81	91.13	92.86	93.20	91.81	92.35	92.79	90.93	93.23	92.31	90.53	92.20	92.89	92.35	92.94	92.86	92.72	92.74
16	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	91.88	91.53	91.21	92.09	90.95	89.56	91.77	90.77	92.20	91.84	92.85	89.26	91.73	93.50	92.06	91.48	93.97	92.46	92.77	90.98	92.03	93.12	92.91	92.38	93.02	91.09
28	372	32	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	91.84	92.96	93.14	91.03	93.73	91.13	91.02	91.24	91.35	92.27	92.96	90.19	90.83	91.79	90.90	92.56	93.19	91.80	90.69	92.23	93.23	93.33	92.21	92.42	93.31	90.96
24	372	32	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	92.40	90.46	92.29	92.20	91.99	90.69	91.73	91.02	89.97	92.79	91.63	91.08	91.68	94.14	89.65	92.26	92.79	92.60	89.86	89.68	93.73	92.55	93.25	92.89	93.99	93.10
4	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	91.54	91.89	92.58	92.41	91.63	88.60	90.59	92.13	91.20	93.00	90.87	90.83	93.09	89.70	92.12	91.26	94.18	93.35	92.17	92.71	91.58	92.25	93.11	93.65	93.14	89.87
1	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	91.85	91.50	93.20	91.25	91.93	91.38	91.55	91.28	91.15	92.98	93.02	91.46	91.76	93.33	90.59	91.49	94.85	92.81	92.62	92.53	91.62	92.18	94.19	91.46	93.22	91.65
29	372	32	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	91.61	90.02	92.61	89.68	91.32	90.42	89.77	92.53	94.64	92.28	90.04	90.60	90.32	93.09	91.89	90.83	91.12	92.14	92.55	91.93	91.27	92.51	93.45	92.04	91.29	92.32
14	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	90.95	92.23	92.61	92.60	91.96	91.74	90.47	92.97	91.40	92.11	90.86	91.28	90.52	92.48	91.39	91.25	92.46	92.68	92.43	93.29	93.50	91.82	93.73	92.27	91.85	91.07
12	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	92.37	92.56	93.16	90.23	89.45	93.21	93.38	91.18	92.71	90.56	92.40	92.99	90.60	92.53	92.70	92.86	92.57	92.76	92.81	91.86	92.80	91.46	92.70	91.41	93.57	90.88
30	372	32	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	91.28	92.52	91.94	90.93	91.13	92.33	93.23	90.99	91.60	91.39	93.34	90.67	91.62	93.84	91.40	92.99	93.15	90.73	93.34	92.54	91.43	91.70	92.58	91.90	91.80	90.92
10	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	93.12	88.86	92.00	89.93	91.92	90.71	91.62	91.01	91.31	91.85	90.93	90.08	91.96	91.45	92.71	90.50	91.20	92.70	93.86	94.15	91.77	92.96	93.19	92.02	92.97	91.65
5	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	91.44	91.77	93.50	90.49	94.59	89.48	89.60	89.69	92.98	93.24	92.90	92.84	92.35	87.43	90.87	91.71	91.26	89.67	93.58	91.82	93.11	92.44	92.80	92.63	93.32	91.95
8	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	93.26	93.69	92.41	92.97	91.75	90.94	92.22	90.46	90.87	91.34	91.81	91.73	92.15	92.64	92.45	92.82	91.50	92.41	92.42	92.80	92.66	94.60	93.14	93.64	93.02	91.62
3	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	92.14	93.05	94.40	92.69	91.54	91.98	91.75	91.82	92.25	92.31	92.33	92.11	92.07	93.97	91.70	92.80	93.40	91.22	92.47	92.14	94.06	93.24	92.71	92.47	92.65	93.92
23	372	32	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	92.31	92.58	92.42	91.15	92.01	92.80	91.82	90.85	91.81	92.40	91.42	91.78	92.32	91.86	92.40	91.47	92.26	92.38	92.21	89.82	92.45	92.61	93.42	92.76	93.01	93.54
11	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	94.81	92.33	94.08	92.47	91.11	92.54	92.21	93.16	92.99	92.13	92.30	90.04	92.54	93.03	92.54	91.36	93.26	93.20	94.16	93.94	92.05	93.56	93.29	92.34	92.97	91.22
33	372	32	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	93.06	91.96	92.70	90.77	89.14	91.37	91.29	94.08	92.60	90.22	91.72	92.74	91.40	88.96	91.77	89.82	93.84	92.57	92.33	92.50	92.52	92.13	92.23	92.61	93.26	93.31
9	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	91.65	91.78	92.45	92.91	90.72	93.55	92.61	93.51	90.47	88.71	92.44	90.51	92.13	91.66	91.81	91.55	92.06	91.84	93.40	92.87	93.01	92.62	94.44	92.92	92.79	92.27
19	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	90.98	90.34	92.12	91.18	91.19	93.64	92.55	93.42	92.07	91.24	91.83	92.45	92.23	93.34	90.57	91.27	92.97	91.91	93.68	93.57	92.96	92.20	91.70	94.19	93.45	91.90
15	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	91.12	92.44	91.65	91.80	91.77	92.76	91.74	89.66	90.80	92.36	94.36	91.58	91.04	93.62	91.73	91.55	92.99	92.67	93.48	92.06	93.91	92.47	94.39	91.45	91.72	93.12
34	372	32	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	94.16	93.20	93.56	92.36	93.01	88.53	90.94	91.68	92.41	90.43	93.54	90.49	75.57	90.73	91.75	92.65	90.20	91.76	93.85	90.32	94.65	91.29	94.09	93.31	92.70	91.99

Size of the test data:  (35, 34)

Difference

Code

diff = dt[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt.columns,test_data_1.columns)):   
   diff[f'col_diff_{i}'] = (np.array(dt[cols[0]]) - np.array(test_data_1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff['negative_count'] = diff.apply(count_negatives, axis=1)
diff.sort_values(by =["negative_count"],inplace = True, ascending=False)

html_table = diff.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

# 
# show(diff)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
298	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.70	-0.86	1.21	4.27	0.11	-0.13	-1.16	0.54	1.72	1.45	1.88	-0.62	1.06	2.09	0.93	-0.49	3.00	2.09	-0.11	0.70	0.71	1.07	3.96	1.26	3.12	1.06	6
280	372	32	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	5.20	2.56	4.93	3.52	3.42	-0.52	2.86	2.98	2.45	0.01	2.95	-0.45	0.71	2.73	1.87	3.22	1.64	1.14	3.01	-0.50	4.72	4.02	3.77	3.47	3.78	2.69	3
306	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.06	2.45	2.74	3.46	2.07	-1.30	1.68	1.27	3.31	2.25	1.90	-0.90	2.56	3.97	2.40	1.82	3.75	3.24	2.21	-0.74	2.04	2.09	4.99	3.14	2.46	1.16	3
275	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.60	-0.43	4.40	0.99	1.98	-0.70	1.13	1.81	1.53	3.54	0.07	-0.03	2.89	2.01	1.94	1.60	2.07	1.96	3.50	2.73	2.80	3.20	3.84	1.90	3.58	0.90	3
210	372	32	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.96	0.93	4.87	-0.17	3.30	0.51	0.34	3.58	4.18	3.22	1.42	-0.34	-0.39	3.05	1.99	1.43	1.69	2.84	2.54	0.81	1.85	2.91	2.75	2.74	1.82	1.89	3
201	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.46	1.94	0.67	2.57	3.58	-0.50	0.93	1.42	2.72	2.05	1.65	-0.82	0.99	3.38	1.51	0.99	1.60	0.32	2.02	-0.48	2.78	1.61	2.67	2.12	2.02	0.52	3
202	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.16	1.73	2.70	1.43	1.66	-0.52	2.61	1.86	0.55	0.18	1.96	-0.91	1.04	1.45	0.42	0.83	2.36	1.62	1.21	-0.13	2.86	1.38	3.26	2.37	1.78	1.16	3
267	372	32	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.26	1.44	3.16	0.57	1.56	0.91	0.10	3.60	0.91	0.27	2.00	-0.17	3.99	1.53	1.88	0.83	-0.25	3.49	1.21	-0.67	1.88	1.12	4.08	1.39	1.75	2.71	3
378	372	32	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.05	2.60	3.57	2.84	1.06	-0.33	1.10	4.22	2.09	1.49	1.51	1.73	2.52	-0.27	1.25	2.02	3.65	4.31	0.83	2.96	4.23	2.56	3.54	3.32	3.54	2.94	2
315	372	32	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.32	3.21	3.46	2.62	3.40	2.39	2.51	-0.19	2.61	2.29	1.13	2.18	1.29	1.89	3.89	1.94	2.05	3.18	3.08	-0.02	3.48	3.08	4.34	3.29	2.00	3.67	2
312	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.04	2.49	3.21	0.27	4.79	-0.48	0.24	0.33	5.39	3.96	3.17	1.87	1.78	-2.60	0.97	3.09	0.75	1.14	3.98	1.87	2.31	1.75	2.49	2.07	2.53	2.40	2
208	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.41	2.03	3.54	2.66	2.37	-2.69	0.45	2.25	2.01	3.23	0.75	0.62	2.15	1.35	2.57	1.11	5.19	2.62	1.56	3.02	2.07	2.74	3.50	3.66	2.07	-0.43	2
296	372	32	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.89	0.70	3.41	0.64	2.94	0.72	0.48	0.53	3.18	2.77	2.04	-0.21	0.14	4.26	0.24	2.45	1.61	2.09	2.45	-1.13	2.54	2.17	2.20	3.59	1.48	2.91	2
370	372	32	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.37	2.17	2.82	2.34	1.64	0.65	0.52	2.33	0.54	2.80	2.51	2.12	2.25	4.95	1.33	3.37	3.66	2.58	-0.19	-0.81	4.75	0.88	2.71	2.28	4.43	3.05	2
266	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.92	1.88	3.99	1.47	2.73	1.98	2.95	2.09	3.46	3.59	0.47	-0.13	0.04	1.61	1.09	2.07	1.15	1.16	1.53	-1.40	2.49	2.43	1.94	1.41	1.13	3.00	2
297	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.29	2.36	1.82	1.59	1.84	1.77	2.22	2.18	2.67	1.10	1.44	0.06	-1.29	-0.57	3.19	3.64	0.99	2.81	1.47	1.85	5.21	1.76	2.99	4.19	2.90	1.23	2
363	372	32	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.66	3.15	4.15	0.11	-0.30	0.64	2.16	1.97	1.81	0.79	0.29	0.87	0.30	1.82	2.25	1.51	2.54	0.04	1.85	-0.18	2.80	1.53	3.20	3.14	2.74	2.00	2
299	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.41	2.12	0.61	2.56	4.03	1.70	1.11	0.44	1.44	3.07	1.53	1.91	2.47	0.85	-0.44	1.30	2.37	3.14	1.13	-1.78	2.54	0.41	3.11	1.71	2.64	1.78	2
331	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.37	1.78	4.94	2.44	0.51	1.52	2.78	-0.07	1.32	2.94	0.76	0.56	1.49	1.08	2.13	-0.15	1.43	2.13	2.79	0.25	3.72	2.14	3.35	3.48	1.78	1.38	2
305	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.38	0.87	3.00	2.14	2.44	0.82	4.22	-0.12	3.49	0.86	3.67	2.88	2.54	3.08	3.94	-0.00	3.31	2.43	0.73	2.16	3.23	0.48	4.10	2.53	1.89	4.01	1
304	372	32	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.40	2.36	2.44	1.64	0.97	1.29	0.93	1.44	1.80	1.05	2.91	0.84	1.50	2.16	2.10	1.98	3.47	2.26	1.99	1.40	4.08	2.83	3.26	1.89	4.32	-0.08	1
218	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.94	2.28	3.52	1.75	3.19	2.58	2.27	-0.44	0.82	3.26	2.18	1.38	2.29	5.84	1.68	0.95	3.89	3.15	2.86	1.64	3.57	2.28	3.98	2.55	1.70	3.65	1
216	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.11	2.87	3.84	3.80	1.99	3.48	2.06	4.08	1.30	0.29	2.61	-0.19	1.97	2.33	2.12	1.95	3.36	1.61	2.01	0.60	2.59	2.32	5.23	3.43	2.33	1.90	1
291	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.16	0.39	3.00	2.06	1.48	1.33	1.94	1.00	4.00	0.46	1.41	0.33	-0.35	1.66	1.20	0.15	0.31	0.14	0.26	0.94	4.64	3.57	3.69	2.56	1.59	2.23	1
272	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.94	3.56	4.94	1.12	-0.18	3.07	3.13	2.06	1.82	2.26	1.81	1.97	1.83	4.12	3.02	3.60	0.88	3.19	1.54	1.35	3.97	1.01	3.67	1.71	4.31	0.75	1
265	372	32	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.85	2.04	2.60	0.06	2.19	0.46	2.02	1.43	1.98	2.32	1.34	1.00	1.49	2.12	0.89	2.16	1.87	1.79	0.31	-1.96	2.64	3.55	2.86	3.60	2.18	2.54	1
368	372	32	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.96	4.05	3.86	1.63	5.32	1.98	2.03	1.39	3.03	0.80	2.47	-0.16	0.71	1.25	1.69	2.88	2.77	1.28	1.81	2.15	3.06	3.48	3.82	2.63	3.46	1.35	1
274	372	32	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.51	1.85	3.39	1.86	1.65	2.32	3.32	0.59	3.11	2.52	2.51	0.59	3.32	5.12	1.59	1.96	3.65	0.84	2.89	1.65	2.22	1.37	3.91	4.06	1.81	1.72	0
313	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.62	4.43	3.31	3.78	2.97	0.99	3.14	1.51	1.91	1.77	0.96	1.47	1.26	3.26	2.71	3.15	1.15	1.77	1.81	3.37	2.90	3.44	2.78	3.61	3.00	0.56	0
314	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.45	4.02	4.73	2.57	2.85	2.10	0.80	1.59	1.77	2.67	1.01	2.32	2.68	4.59	3.37	2.66	4.52	1.06	2.30	2.55	3.81	3.27	2.47	3.07	2.57	2.33	0
211	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.04	2.99	3.08	1.75	3.17	1.05	2.55	1.59	2.07	3.20	0.25	0.98	1.52	2.97	4.00	2.17	2.58	2.62	2.87	2.39	2.94	1.86	3.70	1.85	1.56	2.48	0
376	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	5.67	1.58	3.18	3.15	1.74	4.00	2.44	4.68	4.46	2.69	2.41	0.47	2.43	2.53	2.00	0.08	2.45	4.77	3.16	2.94	2.53	4.84	3.58	2.90	3.55	1.80	0
209	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.23	1.47	3.12	1.75	1.72	0.76	1.66	0.30	0.30	3.73	2.32	2.12	1.50	3.32	1.69	1.60	4.13	2.03	2.15	2.56	0.54	2.21	4.03	3.79	3.81	1.91	0
217	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.70	1.19	2.77	2.10	2.23	4.54	3.02	2.55	3.44	1.57	0.96	2.26	2.10	3.22	0.66	1.54	3.32	3.34	3.54	3.05	2.23	1.52	2.90	4.70	2.51	3.41	0
361	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.75	2.12	2.02	0.61	0.86	2.09	2.21	0.16	2.60	1.67	0.85	2.72	3.38	1.29	1.87	2.40	1.32	2.52	2.80	2.19	4.77	1.92	1.97	3.32	1.49	3.54	0

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_20	90.528000	0.648636
mAP_valid_abs_values_12	90.313714	0.660455
mAP_valid_abs_values_19	90.290286	0.730175
mAP_valid_abs_values_11	90.167429	0.753550
mAP_valid_abs_values_22	90.030286	0.856887
mAP_valid_abs_values_6	89.922857	0.847101
mAP_valid_abs_values_18	89.896857	0.783674
mAP_valid_abs_values_16	89.838000	0.782657
mAP_valid_abs_values_17	89.810857	0.809744
mAP_valid_abs_values_25	89.769143	0.882514
mAP_valid_abs_values_7	89.667143	0.809007
mAP_valid_abs_values_2	89.641143	0.786593
mAP_valid_abs_values_8	89.640000	0.860079
mAP_valid_abs_values_14	89.621714	0.898396
mAP_valid_abs_values_15	89.602000	0.711104
mAP_valid_abs_values_26	89.560286	0.867934
mAP_valid_abs_values_23	89.525429	0.830384
mAP_valid_abs_values_10	89.509714	0.754377
mAP_valid_abs_values_4	89.485429	0.673805
mAP_valid_abs_values_21	89.475429	0.912554
mAP_valid_abs_values_13	89.456571	2.679488
mAP_valid_abs_values_9	89.374000	0.779280
mAP_valid_abs_values_24	89.298000	0.891102
mAP_valid_abs_values_5	89.254857	0.669782
mAP_valid_abs_values	89.188857	0.781988
mAP_valid_abs_values_3	89.083429	0.934681

We then apply the hyperparameters to the test set and average the results.

Code

test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_23	92.915143	0.822927
mAP_test_abs_values_21	92.489714	0.985565
mAP_test_abs_values_25	92.330000	1.062378
mAP_test_abs_values_3	92.312000	1.154145
mAP_test_abs_values_22	92.281714	0.895142
mAP_test_abs_values_19	92.264571	1.134873
mAP_test_abs_values_17	92.217429	1.221654
mAP_test_abs_values_24	92.118857	0.943715
mAP_test_abs_values_18	92.088286	0.855878
mAP_test_abs_values_14	92.005714	1.462521
mAP_test_abs_values	91.927143	1.307068
mAP_test_abs_values_11	91.856000	1.073447
average_map	91.800363	0.439244
mAP_test_abs_values_9	91.710857	0.909283
mAP_test_abs_values_2	91.707429	1.036905
mAP_test_abs_values_16	91.604000	0.949087
mAP_test_abs_values_10	91.570286	1.119242
mAP_test_abs_values_26	91.563714	1.079118
mAP_test_abs_values_20	91.537429	1.526473
mAP_test_abs_values_15	91.486000	0.959657
mAP_test_abs_values_5	91.462857	1.234467
mAP_test_abs_values_7	91.460000	1.113983
mAP_test_abs_values_4	91.426857	1.012901
mAP_test_abs_values_8	91.267143	1.246141
mAP_test_abs_values_12	91.122857	1.063688
mAP_test_abs_values_13	91.061143	2.902101
mAP_test_abs_values_6	91.022286	1.321993

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues_mw = []
pvalues_real_mw = []

for _,index in enumerate(dt_valid_sub.index):

  _, p_value_mw = stats.mannwhitneyu(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')#, method = 'asymptotic')
  pvalues_real_mw.append(p_value_mw)
  pvalues_mw.append((p_value_mw >= 0.05)*1)
  

dt_valid_sub_mw['pvalues_mw'] = pvalues_real_mw
dt_valid_sub_mw['sig_mw'] = pvalues_mw

dt_valid_sub_mw1 = dt_valid_sub_mw.query('sig_mw == 1')


max_indexx = dt_valid_sub_mw1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
291	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	88.69	91.05	88.16	89.11	89.61	88.58	89.57	89.62	88.58	89.66	89.36	90.51	89.30	89.70	89.81	90.83	90.77	91.41	90.89	91.13	87.71	89.07	89.35	87.85	89.98	90.02
297	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.49	88.77	90.46	89.63	89.85	88.61	89.44	88.98	89.52	88.92	89.93	89.43	90.66	91.73	89.87	89.31	90.30	90.49	90.74	90.44	88.79	90.35	89.07	88.77	89.38	89.95
298	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	89.25	91.36	88.89	88.71	88.77	90.88	90.23	89.36	89.48	89.53	90.30	90.73	89.39	89.29	90.04	90.24	89.33	90.13	91.20	90.82	89.99	88.70	90.06	88.88	87.60	88.93
299	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	90.38	90.10	89.21	90.18	88.92	89.46	89.69	88.37	89.90	89.92	90.37	89.91	88.87	90.97	90.02	90.69	90.22	89.66	90.64	90.04	90.59	90.55	88.65	89.83	91.02	89.98
331	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	89.24	89.62	90.04	89.86	88.82	89.78	89.11	91.58	89.57	90.57	89.64	90.43	90.67	88.85	90.13	90.51	90.18	89.41	88.58	90.35	88.14	89.63	90.04	88.33	90.22	88.73
361	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	88.89	90.27	89.29	89.06	91.23	89.47	90.48	88.72	89.56	89.22	90.00	89.99	91.26	91.90	90.33	90.65	89.39	90.49	90.44	90.67	87.41	90.64	91.50	89.59	88.98	87.81
201	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	90.54	88.31	90.73	89.92	89.55	91.23	88.26	89.90	88.80	90.47	90.24	90.96	90.50	88.89	89.85	90.76	88.77	90.51	89.01	90.36	89.24	90.77	89.28	89.04	88.95	90.26
202	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	90.55	90.60	88.18	89.19	89.04	90.10	88.93	89.96	89.68	90.44	88.57	90.47	90.08	90.13	89.24	89.77	90.23	90.23	89.16	90.54	90.25	90.27	88.84	89.28	88.49	88.92
266	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	88.77	90.41	87.90	90.40	89.28	89.72	88.80	88.31	88.33	87.83	90.74	90.31	91.07	90.24	90.17	89.29	89.02	90.80	89.79	89.70	87.90	89.87	90.79	89.61	90.57	88.00
305	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	89.55	90.87	91.16	89.01	88.89	89.88	89.47	90.48	88.32	90.27	89.19	90.32	89.27	89.27	88.85	90.93	89.92	89.88	89.80	90.04	89.66	91.87	88.84	90.33	90.83	88.73
306	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	88.82	89.08	88.47	88.63	88.88	90.86	90.09	89.50	88.89	89.59	90.95	90.16	89.17	89.53	89.66	89.66	90.22	89.22	90.56	91.72	89.99	91.03	87.92	89.24	90.56	89.93
208	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	89.13	89.86	89.04	89.75	89.26	91.29	90.14	89.88	89.19	89.77	90.12	90.21	90.94	88.35	89.55	90.15	88.99	90.73	90.61	89.69	89.51	89.51	89.61	89.99	91.07	90.30
209	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	87.62	90.03	90.08	89.50	90.21	90.62	89.89	90.98	90.85	89.25	90.70	89.34	90.26	90.01	88.90	89.89	90.72	90.78	90.47	89.97	91.08	89.97	90.16	87.67	89.41	89.74
211	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	89.91	89.24	89.53	90.85	88.79	90.69	87.92	91.38	89.33	88.91	90.61	90.30	89.00	89.51	87.39	89.08	89.88	90.06	89.56	90.90	90.56	89.96	90.03	90.42	90.29	88.59
272	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	90.43	89.00	88.22	89.11	89.63	90.14	90.25	89.12	90.89	88.30	90.59	91.02	88.77	88.41	89.68	89.26	91.69	89.57	91.27	90.51	88.83	90.45	89.03	89.70	89.26	90.13
275	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	89.52	89.29	87.60	88.94	89.94	91.41	90.49	89.20	89.78	88.31	90.86	90.11	89.07	89.44	90.77	88.90	89.13	90.74	90.36	91.42	88.97	89.76	89.35	90.12	89.39	90.75
312	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	89.40	89.28	90.29	90.22	89.80	89.96	89.36	89.36	87.59	89.28	89.73	90.97	90.57	90.03	89.90	88.62	90.51	88.53	89.60	89.95	90.80	90.69	90.31	90.56	90.79	89.55
313	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	87.64	89.26	89.10	89.19	88.78	89.95	89.08	88.95	88.96	89.57	90.85	90.26	90.89	89.38	89.74	89.67	90.35	90.64	90.61	89.43	89.76	91.16	90.36	90.03	90.02	91.06
314	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	89.69	89.03	89.67	90.12	88.69	89.88	90.95	90.23	90.48	89.64	91.32	89.79	89.39	89.38	88.33	90.14	88.88	90.16	90.17	89.59	90.25	89.97	90.24	89.40	90.08	91.59
376	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	89.14	90.75	90.90	89.32	89.37	88.54	89.77	88.48	88.53	89.44	89.89	89.57	90.11	90.50	90.54	91.28	90.81	88.43	91.00	91.00	89.52	88.72	89.71	89.44	89.42	89.42
216	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	89.54	88.91	88.61	89.11	88.73	90.07	90.55	89.43	89.17	88.42	89.83	90.70	90.16	89.33	89.69	89.60	88.70	90.23	91.39	92.27	90.42	90.30	89.21	89.49	90.46	90.37
217	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	88.28	89.15	89.35	89.08	88.96	89.10	89.53	90.87	88.63	89.67	90.87	90.19	90.13	90.12	89.91	89.73	89.65	88.57	90.14	90.52	90.73	90.68	88.80	89.49	90.94	88.49
218	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	88.18	90.16	88.13	90.05	88.58	90.18	89.47	90.10	89.98	89.10	92.18	90.20	88.75	87.78	90.05	90.60	89.10	89.52	90.62	90.42	90.34	90.19	90.41	88.90	90.02	89.47

Size of the All data:  (192, 29)
Size of the Sig data:  (23, 34)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params_mw1 = dt_valid.loc[dt_valid_sub_mw1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params_mw = optimal_params_mw1.reset_index()
optimal_params_mw.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_mw1 = pd.merge(optimal_params_mw, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub_mw = test_data_mw1[list(test_data_mw1.columns[test_data_mw1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
21	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	89.85	91.44	91.16	91.17	91.09	89.91	91.51	90.62	92.58	90.12	90.77	90.84	88.95	91.36	91.01	90.98	91.08	91.55	91.15	92.07	92.35	92.64	93.04	90.41	91.57	92.25
13	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	92.78	91.13	92.28	91.22	91.69	90.38	91.66	91.16	92.19	90.02	91.37	89.49	89.37	91.16	93.06	92.95	91.29	93.30	92.21	92.29	94.00	92.11	92.06	92.96	92.28	91.18
17	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	89.95	90.50	90.10	92.98	88.88	90.75	89.07	89.90	91.20	90.98	92.18	90.11	90.45	91.38	90.97	89.75	92.33	92.22	91.09	91.52	90.70	89.77	94.02	90.14	90.72	89.99
0	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	93.79	92.22	89.82	92.74	92.95	91.16	90.80	88.81	91.34	92.99	91.90	91.82	91.34	91.82	89.58	91.99	92.59	92.80	91.77	88.26	93.13	90.96	91.76	91.54	93.66	91.76
18	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	89.61	91.40	94.98	92.30	89.33	91.30	91.89	91.51	90.89	93.51	90.40	90.99	92.16	89.93	92.26	90.36	91.61	91.54	91.37	90.60	91.86	91.77	93.39	91.81	92.00	90.11
2	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	90.64	92.39	91.31	89.67	92.09	91.56	92.69	88.88	92.16	90.89	90.85	92.71	94.64	93.19	92.20	93.05	90.71	93.01	93.24	92.86	92.18	92.56	93.47	92.91	90.47	91.35
7	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	91.00	90.25	91.40	92.49	93.13	90.73	89.19	91.32	91.52	92.52	91.89	90.14	91.49	92.27	91.36	91.75	90.37	90.83	91.03	89.88	92.02	92.38	91.95	91.16	90.97	90.78
20	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	91.71	92.33	90.88	90.62	90.70	89.58	91.54	91.82	90.23	90.62	90.53	89.56	91.12	91.58	89.66	90.60	92.59	91.85	90.37	90.41	93.11	91.65	92.10	91.65	90.27	90.08
22	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	92.69	92.29	91.89	91.87	92.01	91.70	91.75	90.40	91.79	91.42	91.21	90.18	91.11	91.85	91.26	91.36	90.17	91.96	91.32	88.30	90.39	92.30	92.73	91.02	91.70	91.00
6	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	93.93	91.74	94.16	91.15	91.33	90.70	93.69	90.36	91.81	91.13	92.86	93.20	91.81	92.35	92.79	90.93	93.23	92.31	90.53	92.20	92.89	92.35	92.94	92.86	92.72	92.74
16	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	91.88	91.53	91.21	92.09	90.95	89.56	91.77	90.77	92.20	91.84	92.85	89.26	91.73	93.50	92.06	91.48	93.97	92.46	92.77	90.98	92.03	93.12	92.91	92.38	93.02	91.09
4	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	91.54	91.89	92.58	92.41	91.63	88.60	90.59	92.13	91.20	93.00	90.87	90.83	93.09	89.70	92.12	91.26	94.18	93.35	92.17	92.71	91.58	92.25	93.11	93.65	93.14	89.87
1	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	91.85	91.50	93.20	91.25	91.93	91.38	91.55	91.28	91.15	92.98	93.02	91.46	91.76	93.33	90.59	91.49	94.85	92.81	92.62	92.53	91.62	92.18	94.19	91.46	93.22	91.65
14	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	90.95	92.23	92.61	92.60	91.96	91.74	90.47	92.97	91.40	92.11	90.86	91.28	90.52	92.48	91.39	91.25	92.46	92.68	92.43	93.29	93.50	91.82	93.73	92.27	91.85	91.07
12	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	92.37	92.56	93.16	90.23	89.45	93.21	93.38	91.18	92.71	90.56	92.40	92.99	90.60	92.53	92.70	92.86	92.57	92.76	92.81	91.86	92.80	91.46	92.70	91.41	93.57	90.88
10	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	93.12	88.86	92.00	89.93	91.92	90.71	91.62	91.01	91.31	91.85	90.93	90.08	91.96	91.45	92.71	90.50	91.20	92.70	93.86	94.15	91.77	92.96	93.19	92.02	92.97	91.65
5	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	91.44	91.77	93.50	90.49	94.59	89.48	89.60	89.69	92.98	93.24	92.90	92.84	92.35	87.43	90.87	91.71	91.26	89.67	93.58	91.82	93.11	92.44	92.80	92.63	93.32	91.95
8	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	93.26	93.69	92.41	92.97	91.75	90.94	92.22	90.46	90.87	91.34	91.81	91.73	92.15	92.64	92.45	92.82	91.50	92.41	92.42	92.80	92.66	94.60	93.14	93.64	93.02	91.62
3	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	92.14	93.05	94.40	92.69	91.54	91.98	91.75	91.82	92.25	92.31	92.33	92.11	92.07	93.97	91.70	92.80	93.40	91.22	92.47	92.14	94.06	93.24	92.71	92.47	92.65	93.92
11	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	94.81	92.33	94.08	92.47	91.11	92.54	92.21	93.16	92.99	92.13	92.30	90.04	92.54	93.03	92.54	91.36	93.26	93.20	94.16	93.94	92.05	93.56	93.29	92.34	92.97	91.22
9	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	91.65	91.78	92.45	92.91	90.72	93.55	92.61	93.51	90.47	88.71	92.44	90.51	92.13	91.66	91.81	91.55	92.06	91.84	93.40	92.87	93.01	92.62	94.44	92.92	92.79	92.27
19	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	90.98	90.34	92.12	91.18	91.19	93.64	92.55	93.42	92.07	91.24	91.83	92.45	92.23	93.34	90.57	91.27	92.97	91.91	93.68	93.57	92.96	92.20	91.70	94.19	93.45	91.90
15	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	91.12	92.44	91.65	91.80	91.77	92.76	91.74	89.66	90.80	92.36	94.36	91.58	91.04	93.62	91.73	91.55	92.99	92.67	93.48	92.06	93.91	92.47	94.39	91.45	91.72	93.12

Size of the test data:  (23, 34)

Difference

Code

diff_mw = dt_mw[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt_mw.columns,test_data_mw1.columns)):   
   diff_mw[f'col_diff_{i}'] = (np.array(dt_mw[cols[0]]) - np.array(test_data_mw1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff_mw['negative_count'] = diff_mw.apply(count_negatives, axis=1)

diff_mw.sort_values(by =["negative_count"],inplace = True, ascending=False)


html_table = diff_mw.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

key_values = ['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']
print('Are the keys of the valid and test dfs same?: ',dt_mw[key_values].equals(test_data_mw1[key_values]))

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
298	372	32	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.70	-0.86	1.21	4.27	0.11	-0.13	-1.16	0.54	1.72	1.45	1.88	-0.62	1.06	2.09	0.93	-0.49	3.00	2.09	-0.11	0.70	0.71	1.07	3.96	1.26	3.12	1.06	6
201	372	32	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.46	1.94	0.67	2.57	3.58	-0.50	0.93	1.42	2.72	2.05	1.65	-0.82	0.99	3.38	1.51	0.99	1.60	0.32	2.02	-0.48	2.78	1.61	2.67	2.12	2.02	0.52	3
202	372	32	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.16	1.73	2.70	1.43	1.66	-0.52	2.61	1.86	0.55	0.18	1.96	-0.91	1.04	1.45	0.42	0.83	2.36	1.62	1.21	-0.13	2.86	1.38	3.26	2.37	1.78	1.16	3
306	372	32	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.06	2.45	2.74	3.46	2.07	-1.30	1.68	1.27	3.31	2.25	1.90	-0.90	2.56	3.97	2.40	1.82	3.75	3.24	2.21	-0.74	2.04	2.09	4.99	3.14	2.46	1.16	3
275	372	32	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.60	-0.43	4.40	0.99	1.98	-0.70	1.13	1.81	1.53	3.54	0.07	-0.03	2.89	2.01	1.94	1.60	2.07	1.96	3.50	2.73	2.80	3.20	3.84	1.90	3.58	0.90	3
208	372	32	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.41	2.03	3.54	2.66	2.37	-2.69	0.45	2.25	2.01	3.23	0.75	0.62	2.15	1.35	2.57	1.11	5.19	2.62	1.56	3.02	2.07	2.74	3.50	3.66	2.07	-0.43	2
299	372	32	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.41	2.12	0.61	2.56	4.03	1.70	1.11	0.44	1.44	3.07	1.53	1.91	2.47	0.85	-0.44	1.30	2.37	3.14	1.13	-1.78	2.54	0.41	3.11	1.71	2.64	1.78	2
331	372	32	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.37	1.78	4.94	2.44	0.51	1.52	2.78	-0.07	1.32	2.94	0.76	0.56	1.49	1.08	2.13	-0.15	1.43	2.13	2.79	0.25	3.72	2.14	3.35	3.48	1.78	1.38	2
266	372	32	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.92	1.88	3.99	1.47	2.73	1.98	2.95	2.09	3.46	3.59	0.47	-0.13	0.04	1.61	1.09	2.07	1.15	1.16	1.53	-1.40	2.49	2.43	1.94	1.41	1.13	3.00	2
312	372	32	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.04	2.49	3.21	0.27	4.79	-0.48	0.24	0.33	5.39	3.96	3.17	1.87	1.78	-2.60	0.97	3.09	0.75	1.14	3.98	1.87	2.31	1.75	2.49	2.07	2.53	2.40	2
297	372	32	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.29	2.36	1.82	1.59	1.84	1.77	2.22	2.18	2.67	1.10	1.44	0.06	-1.29	-0.57	3.19	3.64	0.99	2.81	1.47	1.85	5.21	1.76	2.99	4.19	2.90	1.23	2
272	372	32	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.94	3.56	4.94	1.12	-0.18	3.07	3.13	2.06	1.82	2.26	1.81	1.97	1.83	4.12	3.02	3.60	0.88	3.19	1.54	1.35	3.97	1.01	3.67	1.71	4.31	0.75	1
216	372	32	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.11	2.87	3.84	3.80	1.99	3.48	2.06	4.08	1.30	0.29	2.61	-0.19	1.97	2.33	2.12	1.95	3.36	1.61	2.01	0.60	2.59	2.32	5.23	3.43	2.33	1.90	1
291	372	32	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.16	0.39	3.00	2.06	1.48	1.33	1.94	1.00	4.00	0.46	1.41	0.33	-0.35	1.66	1.20	0.15	0.31	0.14	0.26	0.94	4.64	3.57	3.69	2.56	1.59	2.23	1
305	372	32	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.38	0.87	3.00	2.14	2.44	0.82	4.22	-0.12	3.49	0.86	3.67	2.88	2.54	3.08	3.94	-0.00	3.31	2.43	0.73	2.16	3.23	0.48	4.10	2.53	1.89	4.01	1
218	372	32	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.94	2.28	3.52	1.75	3.19	2.58	2.27	-0.44	0.82	3.26	2.18	1.38	2.29	5.84	1.68	0.95	3.89	3.15	2.86	1.64	3.57	2.28	3.98	2.55	1.70	3.65	1
211	372	32	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.04	2.99	3.08	1.75	3.17	1.05	2.55	1.59	2.07	3.20	0.25	0.98	1.52	2.97	4.00	2.17	2.58	2.62	2.87	2.39	2.94	1.86	3.70	1.85	1.56	2.48	0
209	372	32	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.23	1.47	3.12	1.75	1.72	0.76	1.66	0.30	0.30	3.73	2.32	2.12	1.50	3.32	1.69	1.60	4.13	2.03	2.15	2.56	0.54	2.21	4.03	3.79	3.81	1.91	0
313	372	32	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.62	4.43	3.31	3.78	2.97	0.99	3.14	1.51	1.91	1.77	0.96	1.47	1.26	3.26	2.71	3.15	1.15	1.77	1.81	3.37	2.90	3.44	2.78	3.61	3.00	0.56	0
314	372	32	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.45	4.02	4.73	2.57	2.85	2.10	0.80	1.59	1.77	2.67	1.01	2.32	2.68	4.59	3.37	2.66	4.52	1.06	2.30	2.55	3.81	3.27	2.47	3.07	2.57	2.33	0
376	372	32	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	5.67	1.58	3.18	3.15	1.74	4.00	2.44	4.68	4.46	2.69	2.41	0.47	2.43	2.53	2.00	0.08	2.45	4.77	3.16	2.94	2.53	4.84	3.58	2.90	3.55	1.80	0
361	372	32	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.75	2.12	2.02	0.61	0.86	2.09	2.21	0.16	2.60	1.67	0.85	2.72	3.38	1.29	1.87	2.40	1.32	2.52	2.80	2.19	4.77	1.92	1.97	3.32	1.49	3.54	0
217	372	32	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.70	1.19	2.77	2.10	2.23	4.54	3.02	2.55	3.44	1.57	0.96	2.26	2.10	3.22	0.66	1.54	3.32	3.34	3.54	3.05	2.23	1.52	2.90	4.70	2.51	3.41	0

Are the keys of the valid and test dfs same?:  False

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_20	90.499130	0.698563
mAP_valid_abs_values_11	90.297391	0.768642
mAP_valid_abs_values_19	90.287391	0.738833
mAP_valid_abs_values_12	90.255652	0.457273
mAP_valid_abs_values_22	90.178696	0.756327
mAP_valid_abs_values_6	90.017391	0.831806
mAP_valid_abs_values_18	90.008261	0.791711
mAP_valid_abs_values_16	89.980870	0.719557
mAP_valid_abs_values_13	89.925217	0.812985
mAP_valid_abs_values_25	89.901304	0.887275
mAP_valid_abs_values_17	89.859130	0.791741
mAP_valid_abs_values_2	89.756522	0.823632
mAP_valid_abs_values_8	89.685217	0.922348
mAP_valid_abs_values_14	89.684348	0.987305
mAP_valid_abs_values_15	89.670435	0.736530
mAP_valid_abs_values_23	89.633043	0.813793
mAP_valid_abs_values_7	89.629130	0.741141
mAP_valid_abs_values_26	89.596522	0.960074
mAP_valid_abs_values_21	89.584348	1.052736
mAP_valid_abs_values_4	89.519130	0.590176
mAP_valid_abs_values_10	89.394783	0.722803
mAP_valid_abs_values_24	89.389565	0.754137
mAP_valid_abs_values_9	89.304783	0.817151
mAP_valid_abs_values_5	89.286087	0.629370
mAP_valid_abs_values_3	89.261304	1.024523
mAP_valid_abs_values	89.245652	0.831187

We then apply the hyperparameters to the test set and average the results.

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params = dt_valid.loc[dt_valid_sub_mw1.index].iloc[:, :6].reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, how='left')
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]
test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_23	92.646413	1.870113
mAP_test_abs_values_21	92.469565	0.914848
mAP_test_abs_values_19	92.405543	1.033924
mAP_test_abs_values_22	92.305217	0.901330
mAP_test_abs_values_25	92.265978	1.055853
mAP_test_abs_values_17	92.264130	1.077058
mAP_test_abs_values_3	92.164783	1.270290
mAP_test_abs_values_24	92.155109	1.033978
mAP_test_abs_values_14	92.124565	1.412983
mAP_test_abs_values_18	92.113696	1.040775
mAP_test_abs_values_11	91.918913	1.020850
average_map	91.782667	0.464638
mAP_test_abs_values	91.693804	1.448104
mAP_test_abs_values_9	91.667283	1.052634
mAP_test_abs_values_2	91.651957	0.982356
mAP_test_abs_values_20	91.649348	1.366319
mAP_test_abs_values_5	91.598913	1.097020
mAP_test_abs_values_16	91.584783	0.976316
mAP_test_abs_values_10	91.567283	1.048173
mAP_test_abs_values_26	91.493696	1.153700
mAP_test_abs_values_13	91.445435	1.004173
mAP_test_abs_values_4	91.350435	1.100607
mAP_test_abs_values_15	91.311413	2.035151
mAP_test_abs_values_7	91.290435	1.155043
mAP_test_abs_values_6	91.172283	1.233186
mAP_test_abs_values_8	91.071739	1.315725
mAP_test_abs_values_12	90.966630	1.103815

Summary using radar plot

Code

def extract_number(text):
    if isinstance(text, str):
        matches = re.findall(r'\d+', text)
        return int(matches[0]) if matches else 1
    return 1

res_valid1['id'] = res_valid1.index.to_series().apply(extract_number)
res_test1['id'] = res_test1.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid1,res_test1])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test1 = res_test1.sort_values(by=['id']).reset_index().query("index !='average_map'")
data_range1 = np.array(list(res_test1['mean']) + list(res_valid1['mean']))
categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test1['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid1['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "T-Test",
        'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range1.min()), round(data_range1.max()) + 1]
    )),
  showlegend=True
)

fig.show()

##############


res_valid2['id'] = res_valid2.index.to_series().apply(extract_number)
res_test2['id'] = res_test2.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid2,res_test2])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test2 = res_test2.sort_values(by=['id']).reset_index().query("index !='average_map'")

data_range2 = np.array(list(res_test2['mean']) + list(res_valid2['mean']))

categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test2['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid2['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "MU-Test",
         'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range2.min()), round(data_range2.max()) + 1]
    )),
  showlegend=True
)

fig.show()

The results in this presentation are from two experimental designs:

Experiment 1 Results

The thresholding is based on fixed values between -1 and 1 on a step size of 0.1.

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
4	372	48	0.10	8	0.00100	24	0.000000e+00	0.000000e+00	80.15	84.36	84.63	74.20	81.71	83.87	81.83	83.90	84.42	83.11	82.94	83.63	80.59	78.48	81.56	81.32	81.12	78.61	84.82	84.02	77.65	82.23	78.83	78.80	82.06	82.83
5	372	48	0.10	8	0.00100	24	0.000000e+00	1.000000e-08	84.42	86.03	84.85	85.56	88.77	83.49	85.34	86.16	88.39	87.27	82.95	85.82	83.31	86.71	87.13	84.28	42.66	84.36	85.27	87.32	86.48	85.88	86.36	86.34	87.39	86.81
6	372	48	0.10	8	0.00100	24	1.000000e-08	0.000000e+00	84.35	83.04	84.00	86.69	85.56	84.34	85.87	87.00	86.46	84.91	86.01	85.03	88.53	85.02	88.39	82.85	84.16	84.02	86.36	85.37	85.65	86.94	84.30	84.78	85.72	84.35
7	372	48	0.10	8	0.00100	24	1.000000e-08	1.000000e-08	85.14	86.90	85.53	84.88	88.08	86.28	85.75	87.48	84.63	84.32	86.65	86.66	84.72	85.79	86.84	85.26	87.12	85.10	86.28	85.72	86.79	85.89	85.61	87.85	87.09	87.08
12	372	48	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	86.76	86.14	87.96	89.95	85.88	88.63	86.96	90.89	86.55	86.33	88.12	87.79	88.66	87.26	86.38	87.64	87.51	87.84	88.55	87.95	88.21	88.44	87.14	88.80	87.89	86.47
13	372	48	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	87.33	88.73	87.86	87.62	90.78	88.53	88.92	88.05	88.07	86.47	89.03	89.20	88.45	87.88	87.48	89.54	88.41	87.96	88.48	88.78	88.96	89.07	88.64	87.66	90.01	90.31
14	372	48	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	87.05	89.18	87.74	86.85	89.73	89.46	88.21	90.23	87.51	88.48	89.32	89.43	89.27	89.20	89.10	89.19	42.66	90.04	90.20	88.05	88.58	88.33	87.69	88.35	86.82	89.11
15	372	48	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	86.26	88.20	88.12	87.28	88.64	88.49	87.42	89.48	87.53	88.66	89.15	89.09	88.40	89.06	88.26	89.04	89.95	86.62	89.52	90.38	87.50	88.89	86.51	86.95	89.01	86.71
20	372	48	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	87.01	87.62	88.41	88.19	87.82	88.25	90.18	86.77	90.00	87.87	89.33	88.43	87.91	87.56	88.16	89.42	87.89	88.76	89.34	90.12	88.15	89.58	88.50	87.35	86.99	89.01
21	372	48	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	87.95	88.10	87.66	89.17	87.02	88.68	87.12	88.56	87.76	88.50	88.55	89.01	88.25	87.96	88.74	89.22	89.04	89.70	88.78	87.67	87.48	87.54	89.07	87.09	87.48	89.52
22	372	48	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	87.58	89.79	87.75	88.04	87.79	87.94	89.97	89.05	88.75	87.66	89.21	89.03	89.30	87.40	89.00	87.95	86.94	86.64	89.48	87.31	89.12	87.50	88.15	88.53	87.72	90.33
23	372	48	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	88.22	87.75	42.66	89.09	90.22	89.43	87.75	89.88	87.17	88.83	88.62	90.22	89.70	88.03	88.04	87.21	89.02	86.95	88.45	89.30	89.36	88.21	88.51	89.27	87.87	88.49
28	372	48	0.10	64	0.00100	24	0.000000e+00	0.000000e+00	87.89	87.27	85.34	85.37	86.13	88.23	87.22	87.20	88.20	88.78	89.29	88.67	88.33	88.25	87.15	86.46	87.33	87.64	86.92	88.98	87.52	88.52	86.89	87.60	89.77	86.01
29	372	48	0.10	64	0.00100	24	0.000000e+00	1.000000e-08	86.95	88.49	86.56	87.60	88.59	87.63	87.02	87.84	88.70	89.29	88.43	89.25	87.53	86.73	89.09	89.25	88.03	87.73	88.10	90.48	89.40	86.72	87.37	89.12	89.36	88.03
30	372	48	0.10	64	0.00100	24	1.000000e-08	0.000000e+00	87.46	88.01	86.72	89.02	87.33	87.82	88.78	87.42	89.66	88.40	90.16	86.76	86.21	89.24	89.32	88.23	87.36	89.08	88.73	87.96	86.78	90.53	89.73	88.39	89.34	86.73
31	372	48	0.10	64	0.00100	24	1.000000e-08	1.000000e-08	88.11	89.68	87.29	89.87	88.38	88.51	88.27	88.49	89.29	90.03	89.78	89.25	88.76	88.64	88.20	88.85	88.44	89.62	87.28	88.74	88.07	88.20	87.34	89.14	87.98	88.51
36	372	48	0.10	8	0.00100	36	0.000000e+00	0.000000e+00	82.18	78.33	80.63	83.84	83.38	83.20	86.15	86.05	85.27	82.59	85.86	86.90	85.40	85.19	84.80	86.16	85.43	86.30	85.39	86.52	85.92	84.23	85.35	79.48	84.98	82.13
37	372	48	0.10	8	0.00100	36	0.000000e+00	1.000000e-08	84.15	85.31	85.56	89.24	85.97	85.12	85.60	86.60	83.36	87.68	85.57	84.85	85.45	87.89	85.53	84.70	85.71	83.10	87.45	86.26	85.61	86.34	83.94	87.91	85.55	83.36
38	372	48	0.10	8	0.00100	36	1.000000e-08	0.000000e+00	83.78	86.71	83.34	86.28	86.67	87.51	84.22	87.11	87.27	86.74	85.23	86.46	84.75	85.90	87.90	84.94	85.68	86.83	86.70	85.88	86.71	88.31	87.85	86.71	86.30	86.68
39	372	48	0.10	8	0.00100	36	1.000000e-08	1.000000e-08	83.89	84.71	84.04	85.75	84.61	84.60	84.19	85.70	85.76	83.42	86.02	86.13	84.64	84.63	83.98	82.56	86.38	84.35	84.65	86.13	85.67	86.07	84.95	85.31	85.27	42.66
44	372	48	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	86.31	88.41	86.61	87.21	88.46	86.03	87.68	87.26	88.13	88.18	89.29	88.10	87.45	86.86	88.44	89.79	88.33	88.18	88.18	87.82	87.66	88.44	88.28	87.92	88.59	89.91
45	372	48	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	87.49	89.19	88.93	90.27	88.00	87.75	89.36	89.13	90.26	88.84	88.54	89.37	87.92	88.66	87.89	88.68	88.40	88.88	88.83	90.29	88.74	88.24	87.76	88.72	88.85	88.10
46	372	48	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	88.54	87.92	87.60	87.34	88.52	86.55	88.20	89.29	88.64	87.33	88.46	88.30	88.69	87.78	88.66	88.79	88.77	87.85	88.02	91.55	88.84	87.93	88.46	89.18	87.78	90.20
47	372	48	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	88.78	89.77	88.42	88.56	87.51	88.08	87.37	88.90	89.16	86.64	88.29	89.20	89.01	88.49	89.78	88.58	88.06	88.64	89.21	89.43	88.19	86.24	88.50	88.76	89.99	88.83
52	372	48	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	87.32	87.87	86.88	89.92	87.40	89.01	88.24	87.36	87.51	88.18	89.69	87.63	88.62	88.96	89.20	87.00	87.71	89.71	88.05	87.69	88.05	88.48	88.40	86.97	89.19	88.17
53	372	48	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	88.21	89.19	89.18	89.19	88.04	89.48	87.71	88.28	86.84	88.37	89.50	89.76	89.35	89.80	90.91	88.31	88.55	89.04	89.01	87.71	88.78	89.09	86.14	86.09	88.36	88.73
54	372	48	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	87.57	87.63	88.60	86.62	89.36	88.15	89.81	89.70	88.66	88.59	87.23	89.38	89.34	89.26	88.26	88.92	89.37	89.15	89.44	87.08	89.02	88.71	88.81	87.51	89.94	88.15
55	372	48	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	88.45	89.25	85.53	90.59	87.07	89.40	87.45	89.31	89.11	88.76	89.76	90.00	88.61	87.89	86.64	89.29	89.36	87.16	89.56	88.88	87.67	88.40	88.62	88.72	89.48	89.51
60	372	48	0.10	64	0.00100	36	0.000000e+00	0.000000e+00	87.08	87.96	86.24	87.00	88.44	88.05	87.20	88.28	88.30	89.10	88.81	88.27	89.89	88.72	88.98	89.93	88.40	89.55	88.78	88.05	89.04	87.86	86.64	88.24	89.02	86.88
61	372	48	0.10	64	0.00100	36	0.000000e+00	1.000000e-08	86.02	88.91	88.74	87.32	89.12	87.69	88.76	87.78	88.15	87.61	88.31	88.38	89.09	87.98	89.39	89.56	89.19	87.77	88.34	88.37	89.49	88.71	88.93	89.74	89.16	87.43
62	372	48	0.10	64	0.00100	36	1.000000e-08	0.000000e+00	86.99	87.91	87.55	88.45	85.50	89.14	87.58	87.97	87.86	89.79	89.22	88.77	88.69	88.26	87.33	89.69	89.42	88.49	89.57	88.61	87.06	87.93	88.66	87.35	88.69	88.48
63	372	48	0.10	64	0.00100	36	1.000000e-08	1.000000e-08	86.65	88.03	87.93	89.11	88.06	87.94	90.51	87.91	88.78	88.86	87.84	88.98	89.95	89.12	88.17	88.75	88.96	88.79	89.29	88.74	89.01	88.49	87.82	88.21	88.49	87.88
68	372	48	0.10	8	0.00100	48	0.000000e+00	0.000000e+00	81.64	83.88	82.84	80.59	83.16	83.68	82.40	85.04	85.49	86.42	86.37	82.89	85.25	84.59	81.42	86.51	83.94	84.62	85.58	85.03	85.30	84.31	83.85	80.97	85.84	83.67
69	372	48	0.10	8	0.00100	48	0.000000e+00	1.000000e-08	85.56	88.39	86.81	84.90	84.82	87.67	85.94	84.88	86.43	86.54	86.05	88.26	85.61	86.45	87.02	84.64	86.41	85.45	86.38	85.29	86.41	87.21	86.73	87.70	86.30	88.35
70	372	48	0.10	8	0.00100	48	1.000000e-08	0.000000e+00	85.99	84.64	85.65	83.89	85.44	87.15	85.37	87.47	84.96	86.29	86.79	86.88	83.34	85.14	85.40	85.36	86.38	86.01	86.60	86.58	85.69	86.91	86.27	87.26	85.36	86.53
71	372	48	0.10	8	0.00100	48	1.000000e-08	1.000000e-08	86.77	86.61	85.44	85.21	86.13	87.50	85.33	88.14	85.01	84.66	86.39	88.33	84.60	86.23	86.54	85.20	85.67	85.91	85.78	85.54	86.25	86.91	84.74	85.69	86.99	84.41
76	372	48	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	87.15	88.05	86.63	87.38	87.83	87.94	89.55	87.68	87.29	86.92	87.94	88.70	87.82	86.70	88.98	89.72	88.08	89.22	87.30	87.65	87.36	88.45	87.36	87.43	88.74	89.42
77	372	48	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	87.52	86.49	88.20	87.73	87.28	88.09	88.33	88.72	89.19	87.61	88.62	89.54	89.22	89.42	89.67	89.82	87.75	88.53	88.30	86.95	88.65	90.56	87.79	89.78	87.66	89.13
78	372	48	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	87.62	88.54	87.11	87.60	89.09	86.72	88.29	89.60	89.34	88.41	88.59	88.94	87.85	87.32	88.76	88.62	88.00	89.61	89.95	87.77	88.72	88.18	90.01	87.20	88.76	88.51
79	372	48	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	87.73	88.67	88.55	88.77	88.81	88.28	88.16	88.12	87.68	87.92	88.48	89.16	86.60	89.72	42.66	88.31	87.50	88.02	89.86	90.24	88.84	87.52	88.60	89.09	89.97	89.43
84	372	48	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	85.20	87.96	86.39	88.72	88.01	87.52	86.93	88.14	86.32	87.40	88.85	88.84	86.11	88.82	87.85	89.79	87.98	88.24	88.69	87.58	87.68	89.18	87.75	86.74	88.34	88.38
85	372	48	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	86.59	87.44	88.39	88.31	86.74	89.37	90.08	88.13	91.21	87.94	89.89	88.03	90.81	87.65	88.54	88.02	86.70	88.77	88.34	86.90	86.12	90.10	85.74	87.37	86.91	87.73
86	372	48	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	87.30	87.69	88.96	88.26	86.27	88.78	88.67	88.31	89.70	88.12	88.06	89.19	87.05	88.23	89.05	89.12	88.01	88.76	88.50	86.85	88.10	89.57	42.66	87.98	87.31	89.13
87	372	48	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	87.11	87.81	86.53	88.68	87.57	88.24	88.83	87.94	90.00	87.99	86.29	88.39	86.59	88.01	88.56	91.74	88.44	89.44	87.91	89.21	87.24	88.03	89.23	88.12	87.28	86.11
92	372	48	0.10	64	0.00100	48	0.000000e+00	0.000000e+00	86.47	89.40	87.70	88.94	89.24	88.83	87.37	88.03	88.55	88.88	88.15	88.59	88.26	88.80	88.34	87.92	87.44	87.30	87.78	88.39	87.54	88.57	88.72	87.77	88.27	88.97
93	372	48	0.10	64	0.00100	48	0.000000e+00	1.000000e-08	86.01	88.50	86.11	90.18	87.00	88.06	85.78	89.52	87.37	88.86	87.70	88.73	87.34	87.33	42.66	86.94	87.77	87.60	88.06	87.51	86.69	86.86	87.62	87.94	87.87	88.17
94	372	48	0.10	64	0.00100	48	1.000000e-08	0.000000e+00	85.05	88.09	85.37	87.96	87.30	88.46	89.36	90.19	88.85	88.47	88.68	89.06	88.47	88.79	87.29	88.84	89.00	87.90	88.12	87.05	87.80	88.90	86.96	89.14	87.12	85.90
95	372	48	0.10	64	0.00100	48	1.000000e-08	1.000000e-08	88.33	88.49	88.57	87.77	88.19	87.03	87.98	88.19	89.49	86.44	87.09	88.23	89.50	87.05	88.89	86.72	88.45	88.36	86.95	88.32	87.95	88.38	86.79	88.34	88.74	88.10
100	372	48	0.10	8	0.00001	24	0.000000e+00	0.000000e+00	81.76	78.51	80.38	77.24	80.72	82.78	80.83	81.59	81.40	82.47	83.28	83.44	84.31	83.68	76.95	83.69	80.03	72.31	84.43	82.75	84.10	79.71	82.95	78.09	84.46	83.75
101	372	48	0.10	8	0.00001	24	0.000000e+00	1.000000e-08	84.26	84.60	83.93	87.85	85.73	86.26	84.85	86.63	86.86	85.86	85.81	86.49	83.41	86.42	87.87	84.03	85.11	81.49	85.50	87.93	85.91	87.92	85.90	86.30	85.72	86.76
102	372	48	0.10	8	0.00001	24	1.000000e-08	0.000000e+00	82.56	88.56	84.69	88.06	85.31	83.97	86.86	86.87	86.53	87.20	88.08	85.51	83.68	86.40	88.11	86.75	85.53	86.49	85.43	85.45	87.09	87.22	85.99	84.78	86.03	85.83
103	372	48	0.10	8	0.00001	24	1.000000e-08	1.000000e-08	86.13	87.07	85.99	84.90	85.53	85.66	85.66	85.80	83.97	84.26	85.96	85.72	82.25	83.03	87.39	86.62	84.40	82.32	84.62	85.28	82.86	85.43	86.94	85.85	85.44	85.15
108	372	48	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	87.81	88.90	87.24	86.77	87.35	88.34	86.36	88.31	87.44	86.17	87.68	88.26	89.53	87.85	88.40	88.97	89.10	87.78	87.52	87.84	88.13	87.87	88.36	88.59	87.72	88.48
109	372	48	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	86.63	87.91	88.09	86.80	86.75	89.72	89.00	87.64	88.65	88.78	90.18	91.26	88.57	89.42	89.41	90.42	88.46	89.28	88.50	87.84	87.87	89.55	87.50	88.42	88.99	88.01
110	372	48	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	86.93	87.99	88.58	87.71	88.27	88.24	87.40	88.11	88.33	88.07	88.38	89.43	86.16	89.50	88.75	88.85	87.40	87.90	88.88	90.01	88.44	88.04	88.50	88.05	89.64	89.65
111	372	48	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	87.57	89.15	87.56	89.42	88.54	87.85	88.93	88.11	89.39	88.04	88.77	90.69	89.45	90.24	89.09	90.25	88.75	89.74	89.32	87.75	87.68	88.88	88.23	88.07	89.62	89.16
116	372	48	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	87.11	88.89	87.92	86.32	86.40	87.78	86.41	87.30	87.93	87.52	88.27	88.08	86.88	89.21	86.69	89.08	86.76	88.69	88.32	89.03	87.97	89.64	87.97	87.46	89.14	87.76
117	372	48	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	87.65	87.20	87.85	87.77	89.00	88.21	87.83	89.08	89.10	89.18	89.28	88.96	88.60	88.29	89.11	89.30	89.56	88.97	89.26	87.45	89.47	88.73	88.83	89.28	87.61	87.93
118	372	48	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	87.26	88.86	86.61	88.83	86.83	87.07	86.98	89.56	87.72	89.20	89.75	88.92	88.81	89.32	90.00	88.01	87.27	88.97	87.78	89.15	88.14	88.28	88.41	86.17	88.12	88.46
119	372	48	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	88.38	87.87	87.76	87.23	89.51	88.08	88.31	89.66	87.74	90.11	88.15	89.98	88.26	88.35	89.47	88.45	88.93	90.34	88.72	88.45	88.82	89.66	87.52	87.65	89.63	88.38
124	372	48	0.10	64	0.00001	24	0.000000e+00	0.000000e+00	84.77	89.28	86.93	87.21	86.92	89.02	86.11	88.12	88.05	89.50	88.39	87.54	89.04	88.34	87.66	88.43	86.98	89.73	88.74	89.38	89.43	88.48	87.27	89.11	87.87	89.16
125	372	48	0.10	64	0.00001	24	0.000000e+00	1.000000e-08	87.23	88.73	87.21	90.55	86.54	87.58	88.65	87.70	88.00	88.65	89.19	89.40	89.19	87.27	89.79	89.59	90.16	88.26	88.43	88.44	90.09	88.41	88.14	88.51	87.71	88.68
126	372	48	0.10	64	0.00001	24	1.000000e-08	0.000000e+00	87.11	88.94	89.03	88.03	87.49	88.30	86.68	88.12	88.21	88.78	89.77	87.07	90.45	89.88	89.56	88.10	87.94	88.63	89.92	88.52	88.89	89.26	87.27	88.38	87.42	89.12
127	372	48	0.10	64	0.00001	24	1.000000e-08	1.000000e-08	88.53	89.03	86.87	86.64	88.12	86.90	89.71	87.71	88.12	88.95	88.61	87.81	88.53	89.36	90.09	88.61	88.40	89.21	87.30	90.00	88.36	87.22	88.96	89.64	89.04	89.27
132	372	48	0.10	8	0.00001	36	0.000000e+00	0.000000e+00	84.04	78.30	76.95	78.09	83.86	84.08	85.88	81.32	84.46	82.34	84.01	84.59	83.34	80.35	75.78	83.25	84.08	84.59	87.26	83.10	78.87	86.42	83.71	77.28	85.09	85.86
133	372	48	0.10	8	0.00001	36	0.000000e+00	1.000000e-08	85.87	83.74	86.71	86.01	84.26	85.38	86.33	88.20	86.85	84.47	86.33	85.70	85.10	86.49	86.85	84.68	86.82	85.73	87.47	85.80	85.74	85.54	84.97	85.32	85.15	85.76
134	372	48	0.10	8	0.00001	36	1.000000e-08	0.000000e+00	86.09	83.53	85.12	85.04	87.60	86.58	82.92	84.32	84.54	85.23	87.10	84.55	86.85	86.37	84.56	87.18	85.29	84.28	90.10	85.76	86.12	86.63	86.61	86.77	87.80	87.16
135	372	48	0.10	8	0.00001	36	1.000000e-08	1.000000e-08	84.30	85.93	86.39	86.40	87.29	85.52	85.36	87.24	87.32	84.95	88.04	86.44	85.07	86.70	86.98	86.53	87.50	86.27	87.96	86.34	88.16	87.38	86.68	86.33	85.34	86.80
140	372	48	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	85.48	86.22	87.66	87.36	86.70	88.89	87.78	88.15	87.81	87.96	87.25	88.70	88.25	87.61	88.13	88.27	90.50	88.27	87.03	88.18	88.95	88.85	87.96	88.85	88.34	89.42
141	372	48	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	87.69	88.88	88.64	89.14	87.26	88.25	89.71	89.13	88.78	87.44	89.10	88.96	87.50	88.32	88.06	90.08	88.19	89.30	89.32	89.36	89.28	87.77	89.35	88.31	88.77	89.03
142	372	48	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	87.55	88.16	88.75	88.38	89.59	86.95	86.45	87.57	87.94	88.01	88.80	88.81	89.68	88.23	88.20	88.14	88.57	89.91	89.64	90.44	88.22	88.61	88.49	88.61	88.20	89.43
143	372	48	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	87.40	89.53	87.81	88.36	88.29	88.87	87.94	87.59	89.11	88.64	88.82	89.42	87.67	86.56	88.68	90.19	88.92	89.08	91.11	87.84	87.59	87.47	87.28	88.12	89.31	89.21
148	372	48	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	88.30	42.66	88.65	87.13	87.57	88.27	87.90	89.95	87.16	89.19	88.50	87.42	89.56	89.85	89.30	89.08	88.09	88.09	87.20	87.92	87.77	88.56	88.11	90.19	88.10	87.68
149	372	48	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	87.62	88.82	89.14	88.52	88.65	88.68	88.13	88.96	88.93	88.23	87.77	89.19	89.57	89.50	90.16	88.67	88.60	88.54	89.19	89.21	87.91	89.17	87.94	88.31	88.83	88.58
150	372	48	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	89.61	87.68	89.03	86.72	89.44	89.42	87.69	89.36	89.61	88.19	88.25	88.97	88.67	88.28	88.74	88.71	90.26	88.32	90.79	90.03	87.40	87.86	90.08	89.41	91.47	90.36
151	372	48	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	86.94	89.79	87.23	88.42	88.41	88.00	88.34	89.98	88.29	88.10	86.97	88.54	89.28	89.77	90.25	88.84	88.98	86.54	89.26	88.97	87.53	87.04	88.52	88.71	87.63	90.02
156	372	48	0.10	64	0.00001	36	0.000000e+00	0.000000e+00	87.37	88.94	87.35	88.92	85.61	89.41	87.24	86.83	87.44	87.35	88.40	89.18	88.26	87.96	88.42	89.50	87.78	88.36	89.43	85.74	88.79	87.07	86.13	87.86	89.44	85.32
157	372	48	0.10	64	0.00001	36	0.000000e+00	1.000000e-08	87.05	88.21	88.80	88.40	88.14	87.27	88.01	89.54	89.50	88.59	88.09	87.62	88.22	89.19	89.04	89.03	89.83	88.67	88.66	89.36	89.66	88.60	88.29	87.89	88.30	88.27
158	372	48	0.10	64	0.00001	36	1.000000e-08	0.000000e+00	87.33	87.59	87.29	89.28	88.43	88.21	88.17	88.71	89.91	87.13	88.68	88.44	88.99	90.69	90.07	88.48	89.36	88.60	90.06	87.40	89.62	88.40	88.30	87.80	88.68	88.20
159	372	48	0.10	64	0.00001	36	1.000000e-08	1.000000e-08	88.30	86.78	86.62	87.98	88.63	88.06	88.96	86.66	88.77	88.68	88.21	88.85	89.72	88.37	88.06	87.79	89.57	90.73	88.77	88.84	88.11	88.74	89.83	87.18	88.60	87.35
164	372	48	0.10	8	0.00001	48	0.000000e+00	0.000000e+00	81.44	86.84	83.55	84.99	81.38	83.87	83.74	86.32	86.17	87.47	86.14	85.41	84.32	85.34	84.58	86.53	86.23	87.01	85.59	85.49	85.53	84.60	85.53	83.97	87.21	85.95
165	372	48	0.10	8	0.00001	48	0.000000e+00	1.000000e-08	86.31	86.86	87.48	87.59	85.32	85.38	86.60	88.21	85.65	86.78	86.46	88.39	86.28	86.15	84.71	85.42	86.45	86.69	87.71	87.09	87.30	85.83	86.74	85.97	86.89	86.52
166	372	48	0.10	8	0.00001	48	1.000000e-08	0.000000e+00	84.15	84.48	87.04	85.08	85.20	84.65	89.30	87.46	84.77	86.88	87.26	85.53	84.96	84.37	85.95	84.10	85.40	84.29	85.15	83.77	87.98	86.75	86.84	85.41	86.38	86.37
167	372	48	0.10	8	0.00001	48	1.000000e-08	1.000000e-08	84.35	86.27	85.52	85.78	85.54	85.79	86.30	86.86	87.00	85.43	86.31	85.76	85.02	86.01	86.95	84.10	84.73	85.67	88.26	87.45	86.29	86.03	83.85	86.47	86.61	86.62
172	372	48	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	86.26	86.75	87.00	88.69	88.24	88.08	88.29	87.39	88.31	88.50	88.46	90.37	90.87	88.67	87.88	87.76	87.30	89.54	89.07	88.36	87.14	89.29	88.22	88.93	87.54	87.07
173	372	48	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	88.14	88.04	87.86	88.06	90.48	88.48	87.85	88.43	87.31	90.36	88.84	88.71	86.45	89.04	87.43	89.22	90.86	88.34	86.79	89.00	89.35	87.56	88.19	88.92	88.16	89.76
174	372	48	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	87.54	89.85	87.91	89.48	88.50	88.02	90.39	88.34	87.22	89.06	88.81	88.54	87.78	88.52	88.75	89.51	89.75	86.70	87.90	88.49	88.66	89.27	88.10	88.49	88.12	90.11
175	372	48	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	87.84	90.03	87.54	88.51	88.71	89.44	86.43	89.11	90.45	87.96	90.04	88.73	89.98	88.24	88.31	88.86	88.12	89.38	88.38	89.95	86.96	89.40	87.33	90.19	88.64	89.39
180	372	48	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	87.44	88.21	86.86	89.67	87.13	89.43	88.00	88.48	87.66	87.56	89.41	88.88	88.45	88.91	88.11	88.90	88.23	88.78	88.82	88.09	86.48	87.52	86.85	87.86	89.09	87.76
181	372	48	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	86.42	86.82	84.94	90.23	87.34	87.82	88.40	88.89	88.72	88.27	88.70	88.11	89.41	88.00	88.42	88.38	90.15	88.93	88.69	89.98	87.20	89.51	88.40	89.33	90.11	88.09
182	372	48	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	86.89	88.32	86.82	87.99	87.25	88.71	88.10	90.52	88.76	86.89	89.24	88.10	87.83	87.14	88.07	91.35	87.79	88.04	88.79	88.77	87.06	88.85	88.03	88.88	90.29	90.35
183	372	48	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	87.93	88.91	88.24	86.89	87.21	88.41	88.52	86.42	88.17	89.54	88.64	88.58	88.39	88.47	88.29	88.28	87.16	89.19	88.34	88.90	87.37	90.22	86.99	87.37	87.36	88.56
188	372	48	0.10	64	0.00001	48	0.000000e+00	0.000000e+00	87.51	88.58	87.52	87.95	86.25	87.80	86.90	89.63	89.48	87.27	88.14	90.00	89.37	88.27	86.81	90.00	88.45	89.21	88.01	87.37	87.96	90.35	85.28	87.34	87.64	87.42
189	372	48	0.10	64	0.00001	48	0.000000e+00	1.000000e-08	85.64	86.26	87.54	86.08	86.41	88.07	88.79	88.03	88.59	87.69	88.68	89.32	87.42	87.58	89.03	88.49	88.63	87.17	90.33	88.68	90.83	87.82	87.66	88.66	87.16	87.71
190	372	48	0.10	64	0.00001	48	1.000000e-08	0.000000e+00	86.91	88.97	88.81	87.09	88.96	88.69	88.12	89.20	87.98	86.64	87.97	89.07	87.44	88.73	87.98	88.40	88.15	88.92	88.23	88.69	86.04	88.08	89.09	89.40	86.72	87.22
191	372	48	0.10	64	0.00001	48	1.000000e-08	1.000000e-08	87.91	87.60	86.62	87.56	86.64	88.88	87.57	89.76	87.35	88.55	87.25	89.77	88.85	87.00	87.99	90.91	89.19	88.09	88.56	89.28	89.63	88.10	87.92	86.26	88.89	88.33
196	372	48	0.01	8	0.00100	24	0.000000e+00	0.000000e+00	89.25	88.49	88.20	87.95	88.54	90.12	88.24	89.47	89.72	88.12	88.91	89.19	88.99	89.42	89.03	89.68	88.99	89.22	89.66	90.08	89.34	87.85	89.67	90.72	89.38	88.95
197	372	48	0.01	8	0.00100	24	0.000000e+00	1.000000e-08	87.18	89.51	87.89	88.14	89.72	89.93	89.26	88.28	87.26	88.78	89.50	90.11	87.55	88.55	89.17	89.81	88.88	88.89	90.31	89.02	87.65	90.23	89.36	87.08	88.91	87.24
198	372	48	0.01	8	0.00100	24	1.000000e-08	0.000000e+00	89.33	89.10	88.54	89.17	90.45	89.45	89.09	89.61	88.85	89.86	89.73	90.20	89.48	90.11	88.50	87.94	89.33	89.59	91.26	90.50	89.00	89.26	90.58	88.34	89.72	89.46
199	372	48	0.01	8	0.00100	24	1.000000e-08	1.000000e-08	88.15	88.43	88.18	90.37	89.97	89.33	90.13	90.40	89.81	88.03	88.58	89.31	88.37	88.56	88.40	89.40	87.83	89.20	90.62	90.08	88.65	88.98	89.55	88.19	89.20	87.58
204	372	48	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	90.07	90.10	89.06	90.23	89.60	89.69	91.48	89.94	90.35	89.51	90.05	89.30	90.42	89.73	89.77	89.52	89.28	89.62	90.92	91.69	91.01	88.62	89.94	88.61	88.81	90.00
205	372	48	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	88.51	90.36	88.57	87.92	88.75	88.97	88.31	90.23	90.01	90.34	91.21	90.84	89.58	89.53	89.84	90.53	90.98	89.10	89.85	88.84	90.06	91.11	88.93	89.26	87.67	87.31
206	372	48	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	88.76	89.79	89.65	90.88	89.31	91.08	89.34	88.94	89.94	89.97	89.43	89.44	90.61	90.80	90.17	90.64	89.35	90.12	91.21	90.10	90.05	90.55	90.20	88.67	90.30	91.06
207	372	48	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	88.32	92.14	89.30	89.20	89.64	90.17	88.93	89.64	90.97	89.70	90.10	91.69	89.07	90.20	89.81	89.09	89.29	89.75	90.26	90.88	90.36	90.66	90.19	89.34	91.36	89.38
212	372	48	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	89.96	90.61	89.07	89.16	88.44	90.03	89.98	89.46	88.82	89.53	89.97	91.65	90.57	88.97	90.39	90.89	89.41	89.66	90.39	90.24	87.87	90.16	89.22	89.08	89.42	91.52
213	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	90.93	90.45	89.37	88.95	90.72	89.85	88.73	88.79	90.94	88.98	89.94	90.72	88.95	90.63	90.58	90.81	90.01	90.92	91.27	89.84	90.70	90.11	89.24	89.97	89.47	90.35
214	372	48	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	89.94	90.32	89.87	89.33	88.77	91.12	90.31	89.97	90.11	89.34	91.43	90.20	90.95	89.03	89.61	90.02	90.19	89.99	89.16	89.93	91.58	89.45	89.36	89.33	88.71	87.74
215	372	48	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	89.38	89.17	89.75	89.48	89.08	90.25	89.22	89.78	90.01	89.16	90.32	91.31	90.20	90.56	90.14	91.26	90.18	89.46	90.29	90.55	90.33	89.95	89.92	89.92	90.26	90.77
220	372	48	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	88.77	89.32	90.68	90.47	90.42	89.27	89.21	88.27	89.05	88.87	90.00	90.09	89.98	89.83	88.64	89.75	89.04	89.20	90.77	90.34	89.41	90.26	89.60	90.29	89.17	89.35
221	372	48	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	90.36	89.33	88.81	90.71	90.45	89.77	89.22	88.73	91.02	90.71	89.88	90.00	89.72	88.67	89.18	89.95	89.11	89.66	89.86	89.81	90.57	90.43	87.51	88.60	90.10	90.63
222	372	48	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	88.72	90.92	90.25	89.92	88.63	90.44	89.42	88.25	90.12	88.84	90.32	89.67	91.17	88.36	89.24	90.22	87.89	89.22	89.71	90.87	89.07	90.14	89.55	89.42	88.81	89.58
223	372	48	0.01	64	0.00100	24	1.000000e-08	1.000000e-08	90.00	89.24	91.03	89.41	88.86	90.04	89.20	89.35	88.97	89.52	90.69	91.49	89.39	89.49	90.68	90.74	90.14	90.01	89.52	89.66	89.82	89.40	89.78	90.17	90.21	89.00
228	372	48	0.01	8	0.00100	36	0.000000e+00	0.000000e+00	88.57	90.25	89.08	90.41	88.67	89.73	90.21	89.34	88.36	88.93	89.31	90.29	87.38	88.06	89.62	88.28	89.67	89.67	90.10	90.07	87.39	89.52	89.78	90.62	88.53	88.47
229	372	48	0.01	8	0.00100	36	0.000000e+00	1.000000e-08	87.72	88.32	88.56	90.11	88.65	90.16	89.24	87.86	89.64	89.03	89.88	90.11	88.89	88.23	90.44	90.54	88.31	90.31	88.75	90.46	88.87	89.71	88.66	89.49	88.92	88.28
230	372	48	0.01	8	0.00100	36	1.000000e-08	0.000000e+00	88.01	90.72	88.51	89.80	88.48	89.94	89.26	89.49	89.81	88.57	90.39	88.88	89.85	88.47	88.09	90.38	86.42	89.42	88.59	90.06	89.89	88.73	90.54	89.86	89.08	88.76
231	372	48	0.01	8	0.00100	36	1.000000e-08	1.000000e-08	88.98	90.41	89.11	89.30	89.16	89.61	88.94	89.13	88.19	89.97	90.13	89.12	89.86	88.59	88.08	89.74	88.96	89.53	90.31	90.13	89.21	87.25	90.33	89.18	89.55	89.12
236	372	48	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	90.43	89.64	87.82	88.66	89.85	89.66	89.65	91.62	90.28	90.47	90.17	89.62	89.31	89.66	89.78	90.67	89.94	89.24	90.74	90.90	89.07	89.79	87.80	90.04	89.25	89.81
237	372	48	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	90.71	89.92	88.80	90.14	91.11	89.15	90.39	90.47	88.58	88.83	90.90	91.23	90.26	90.31	90.13	88.90	90.01	89.85	90.43	90.35	89.34	89.16	89.17	88.80	88.68	89.37
238	372	48	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	90.02	89.84	88.68	90.54	89.44	90.00	88.79	90.16	90.22	90.05	90.92	89.37	89.83	90.40	89.81	89.75	89.13	91.04	90.97	90.61	90.54	90.66	90.46	88.25	88.79	87.91
239	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	89.72	90.18	89.98	90.40	89.86	89.91	90.58	90.15	87.70	90.04	90.89	91.78	91.76	90.82	89.37	88.86	89.06	89.52	91.24	91.11	90.21	90.10	88.76	90.18	90.11	88.46
244	372	48	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	90.35	90.72	89.43	89.70	89.66	90.07	89.99	91.04	89.91	87.95	89.94	90.67	90.13	89.27	89.73	91.18	88.55	88.80	91.39	89.72	89.98	89.70	91.28	89.65	89.59	88.52
245	372	48	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	89.48	89.38	88.46	89.96	89.60	88.89	89.74	90.30	88.91	89.43	89.44	90.52	90.20	88.70	89.38	89.38	89.43	89.38	89.59	90.81	90.19	91.81	88.90	89.99	88.63	89.63
246	372	48	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	89.44	90.44	90.25	88.24	90.15	91.54	90.17	89.77	90.15	89.73	90.36	91.05	89.65	88.52	89.85	91.84	90.51	89.47	91.72	90.20	88.71	90.92	90.04	89.65	89.41	88.39
247	372	48	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	89.61	90.63	90.39	91.32	91.05	90.62	90.22	90.38	89.66	89.64	90.44	89.72	90.94	89.42	90.44	89.12	91.16	90.40	89.64	89.52	89.40	88.91	88.85	88.85	89.73	88.43
252	372	48	0.01	64	0.00100	36	0.000000e+00	0.000000e+00	88.50	90.28	89.54	88.26	90.06	90.60	88.60	88.44	89.45	89.40	89.30	89.42	89.49	89.07	90.28	88.86	89.85	90.54	90.74	88.75	88.85	91.28	90.56	90.20	90.70	88.76
253	372	48	0.01	64	0.00100	36	0.000000e+00	1.000000e-08	89.96	90.34	89.52	89.25	88.59	90.17	90.16	89.90	90.15	89.61	90.29	90.49	89.94	89.90	88.26	88.87	90.18	88.34	89.50	90.08	90.56	90.55	89.75	89.09	89.09	91.64
254	372	48	0.01	64	0.00100	36	1.000000e-08	0.000000e+00	88.89	91.17	89.88	90.17	89.01	89.33	90.46	90.42	87.95	89.44	90.09	90.95	90.15	88.51	90.34	90.37	90.81	89.91	91.20	90.52	89.16	90.88	89.70	89.95	88.76	87.68
255	372	48	0.01	64	0.00100	36	1.000000e-08	1.000000e-08	89.73	90.49	89.76	89.20	89.80	90.56	88.86	89.40	88.57	88.46	90.78	88.99	89.78	89.74	90.56	89.92	89.32	88.77	89.25	89.79	89.85	90.33	89.08	89.22	89.45	90.77
260	372	48	0.01	8	0.00100	48	0.000000e+00	0.000000e+00	89.31	90.37	88.53	89.57	89.37	89.10	89.29	89.62	88.92	89.78	89.17	88.81	88.63	90.10	88.01	90.29	90.09	90.09	90.28	89.68	89.00	89.67	89.44	88.77	89.71	88.09
261	372	48	0.01	8	0.00100	48	0.000000e+00	1.000000e-08	87.92	91.24	89.43	90.00	88.20	89.60	89.51	89.42	89.07	88.57	89.86	90.04	89.87	88.97	89.46	90.30	89.14	89.85	89.29	89.52	89.22	88.46	88.19	89.54	89.47	89.04
262	372	48	0.01	8	0.00100	48	1.000000e-08	0.000000e+00	88.54	90.48	89.69	89.35	89.32	89.40	89.48	89.66	88.50	89.21	90.68	89.21	89.96	90.02	89.87	90.72	88.64	90.19	91.12	90.01	89.14	89.00	89.19	88.33	88.40	90.04
263	372	48	0.01	8	0.00100	48	1.000000e-08	1.000000e-08	88.56	89.06	90.18	89.57	90.18	89.79	89.96	88.35	89.41	89.42	89.82	88.10	90.16	88.81	89.70	89.76	90.53	90.10	90.25	91.19	90.03	89.67	88.14	88.96	89.13	90.29
268	372	48	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	88.70	88.55	89.01	89.13	88.65	89.81	89.18	90.27	89.36	90.65	88.90	89.68	89.42	88.98	90.00	90.34	90.37	90.37	89.57	90.54	89.96	90.06	89.14	88.63	88.21	87.83
269	372	48	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	89.92	89.75	89.24	89.88	89.89	90.24	90.42	89.30	89.53	88.98	88.80	90.28	90.30	88.55	89.13	90.33	90.41	89.18	89.61	90.52	90.21	89.64	88.79	88.07	87.83	89.12
270	372	48	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	88.81	88.50	88.42	90.42	90.62	91.96	88.06	89.18	90.68	88.56	90.54	88.08	90.26	89.09	89.96	89.32	89.25	90.83	89.55	90.59	89.65	89.17	88.44	88.82	88.26	89.10
271	372	48	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	90.29	89.69	90.49	89.78	87.79	89.80	87.54	88.77	88.46	90.35	89.39	89.14	91.26	88.51	89.27	88.75	89.95	89.97	89.98	90.01	89.13	89.49	88.49	89.23	89.50	89.66
276	372	48	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	88.69	88.77	88.82	90.63	90.12	90.12	88.82	89.53	90.56	89.18	89.64	90.47	89.28	89.64	88.88	89.43	89.67	89.72	89.76	88.78	88.22	89.85	88.65	88.91	89.14	90.90
277	372	48	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	88.19	90.12	88.16	89.67	90.51	88.86	89.02	88.75	89.72	88.41	89.48	90.43	90.38	88.01	88.96	90.08	90.03	88.52	89.87	89.81	89.62	91.08	89.80	89.91	89.26	88.54
278	372	48	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	89.15	88.29	89.51	90.40	89.25	90.21	89.23	90.48	90.68	89.77	90.67	90.04	88.97	90.05	89.26	90.20	90.37	89.57	89.86	90.15	88.93	89.62	88.89	88.34	89.32	89.38
279	372	48	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	88.21	89.66	89.43	90.88	89.20	90.24	89.31	89.75	89.34	90.78	89.01	90.00	90.01	88.88	88.72	89.33	90.19	89.20	89.71	90.12	89.97	91.25	90.72	89.95	89.42	90.35
284	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	90.59	88.92	89.56	90.34	89.17	91.44	91.10	91.21	90.09	89.73	89.47	88.98	90.59	88.13	89.27	90.65	89.10	89.89	90.72	90.33	90.92	90.66	89.99	89.73	89.01	91.03
285	372	48	0.01	64	0.00100	48	0.000000e+00	1.000000e-08	90.35	89.06	86.67	90.29	87.84	89.02	90.21	90.39	90.52	89.08	89.30	91.22	90.09	90.01	89.96	89.31	90.17	89.21	88.93	88.76	89.67	89.38	87.72	90.02	90.25	89.60
286	372	48	0.01	64	0.00100	48	1.000000e-08	0.000000e+00	89.82	89.03	88.51	88.78	88.91	89.91	88.66	88.51	89.90	89.80	90.03	89.40	89.98	88.47	89.13	90.29	89.38	89.43	90.43	89.90	90.54	90.43	89.57	90.06	88.65	87.81
287	372	48	0.01	64	0.00100	48	1.000000e-08	1.000000e-08	90.14	88.41	89.08	88.87	89.98	89.48	89.32	88.94	90.23	89.13	89.83	91.31	88.69	88.71	89.06	88.64	90.77	89.28	90.25	88.37	89.90	90.06	87.60	88.40	90.22	90.33
292	372	48	0.01	8	0.00001	24	0.000000e+00	0.000000e+00	89.21	89.79	88.50	88.32	89.16	88.70	87.76	89.80	88.98	88.47	89.52	88.61	89.98	88.11	88.57	88.92	89.53	89.81	89.70	89.20	89.02	88.65	89.46	89.64	88.55	90.29
293	372	48	0.01	8	0.00001	24	0.000000e+00	1.000000e-08	88.40	90.71	90.02	88.69	90.02	89.50	90.64	88.89	89.52	89.41	89.82	90.64	89.97	87.67	90.26	89.82	89.59	89.39	90.85	89.46	89.06	89.59	89.34	90.16	88.62	88.84
294	372	48	0.01	8	0.00001	24	1.000000e-08	0.000000e+00	89.05	90.63	89.92	87.60	89.20	90.38	89.67	89.46	89.44	88.50	90.07	90.23	88.81	90.15	89.09	89.87	88.28	89.32	89.57	90.71	89.31	87.23	89.46	89.58	89.73	89.65
295	372	48	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	88.50	89.37	88.91	88.75	89.99	89.30	89.37	90.45	88.92	89.41	89.57	90.37	88.85	87.76	89.02	89.68	90.62	89.55	89.21	89.21	87.89	87.76	88.40	89.66	89.55	86.60
300	372	48	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	89.43	89.64	88.59	89.33	88.94	89.62	89.72	89.16	90.22	89.47	90.68	90.17	90.69	88.10	90.27	90.48	89.20	89.71	90.80	89.68	90.90	90.75	89.38	88.88	89.80	87.69
301	372	48	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.90	89.87	89.69	89.69	89.92	90.26	89.26	89.79	88.90	88.77	90.39	90.65	90.50	88.81	89.79	89.75	89.09	89.55	90.60	91.27	90.37	89.92	90.31	89.08	90.44	88.92
302	372	48	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	90.05	89.94	90.47	88.78	89.43	90.49	88.91	90.32	90.29	89.16	89.99	90.62	90.81	89.57	89.06	89.78	91.14	89.38	90.15	91.40	89.87	89.49	90.66	90.04	90.00	88.97
303	372	48	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	89.54	90.07	89.87	90.29	89.26	90.35	89.21	89.41	89.69	89.48	90.07	90.55	90.66	89.33	89.11	89.54	90.49	90.47	89.93	90.91	91.13	90.99	89.51	89.03	87.74	88.12
308	372	48	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	89.17	87.34	88.32	89.36	89.59	90.03	90.05	88.55	89.23	89.28	90.98	88.88	89.36	89.97	88.54	91.18	88.94	88.31	90.52	90.46	89.54	91.02	90.48	91.00	90.79	89.91
309	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	89.82	89.83	88.89	89.74	88.65	89.89	90.05	89.12	88.64	89.72	90.61	90.50	91.17	90.70	90.91	91.08	90.33	90.79	90.50	89.29	90.81	91.03	90.68	89.61	89.60	90.48
310	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	89.57	90.92	90.05	89.97	89.32	90.62	89.33	90.72	89.65	88.97	90.82	90.38	91.17	89.90	89.35	91.54	89.99	88.83	90.92	90.68	91.21	91.44	89.56	88.14	90.39	90.32
311	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	90.95	90.78	90.59	91.15	91.06	90.43	89.39	89.11	88.98	90.67	91.23	90.82	90.35	90.30	90.65	89.33	89.72	90.37	91.02	90.72	91.53	91.48	90.10	88.86	89.24	89.95
316	372	48	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	90.10	88.87	91.16	89.01	89.64	90.67	90.39	90.19	90.10	89.90	90.20	89.30	89.43	90.30	90.58	90.18	89.60	89.87	90.70	89.26	89.89	89.55	90.15	89.54	89.25	90.32
317	372	48	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	89.30	89.63	90.30	89.74	89.93	90.38	89.36	89.10	88.84	88.59	90.20	90.57	89.75	90.66	89.73	90.16	88.89	90.04	89.90	89.98	88.03	89.40	89.46	90.27	91.23	91.29
318	372	48	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	88.33	89.68	89.77	89.27	89.45	90.50	89.28	89.23	90.39	89.32	89.48	90.31	90.58	88.79	89.48	89.29	89.18	90.60	90.65	90.38	90.10	89.89	89.74	90.26	90.28	91.70
319	372	48	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	90.19	88.74	89.42	90.08	88.97	89.43	89.59	90.82	88.93	89.91	89.83	90.47	90.79	89.20	89.83	90.48	89.77	90.13	90.90	91.13	90.57	91.23	88.82	90.45	90.42	89.66
324	372	48	0.01	8	0.00001	36	0.000000e+00	0.000000e+00	88.23	89.40	89.69	89.47	89.62	89.29	88.55	90.18	88.85	88.38	89.68	89.88	90.36	89.54	88.24	90.66	89.79	89.12	90.40	89.84	88.03	88.12	88.74	88.41	88.30	87.85
325	372	48	0.01	8	0.00001	36	0.000000e+00	1.000000e-08	90.09	89.82	88.96	90.80	88.26	88.92	90.56	89.34	89.83	89.99	90.09	89.61	91.44	90.51	89.31	89.98	90.18	90.21	90.35	90.81	90.80	90.13	90.12	90.33	89.20	89.43
326	372	48	0.01	8	0.00001	36	1.000000e-08	0.000000e+00	89.60	89.34	90.02	90.31	88.49	91.09	91.15	89.84	89.72	88.92	90.34	89.33	89.73	89.85	89.19	89.29	90.33	91.09	88.98	90.37	89.83	88.88	89.90	89.14	88.91	88.97
327	372	48	0.01	8	0.00001	36	1.000000e-08	1.000000e-08	90.53	89.48	89.78	91.05	89.86	87.78	90.47	90.08	90.15	89.97	90.75	90.10	90.69	89.38	89.14	89.97	88.99	89.93	91.07	90.22	89.65	89.23	89.58	90.08	89.31	88.88
332	372	48	0.01	32	0.00001	36	0.000000e+00	0.000000e+00	88.51	89.51	88.02	88.37	89.91	90.45	92.00	89.46	90.32	88.84	89.91	91.08	90.89	88.91	89.88	90.07	90.01	89.27	90.69	89.08	89.69	88.54	87.89	89.60	89.62	88.84
333	372	48	0.01	32	0.00001	36	0.000000e+00	1.000000e-08	91.43	90.03	88.94	90.22	89.10	89.88	89.56	89.41	89.55	88.08	90.46	90.32	89.55	89.83	89.91	88.46	88.95	88.77	91.30	90.32	88.91	90.09	90.38	89.45	90.28	89.64
334	372	48	0.01	32	0.00001	36	1.000000e-08	0.000000e+00	90.36	90.70	88.95	90.22	88.91	90.47	88.27	89.56	88.81	89.75	89.51	91.27	91.12	89.78	88.79	90.43	89.70	89.20	90.59	90.00	89.18	90.69	90.04	88.94	89.79	89.37
335	372	48	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	90.67	89.86	88.85	89.95	89.46	89.56	90.87	89.48	89.73	89.98	89.67	89.70	89.39	90.13	89.91	90.28	89.46	90.08	89.71	89.97	88.51	90.78	87.98	90.81	90.03	89.79
340	372	48	0.01	48	0.00001	36	0.000000e+00	0.000000e+00	88.59	88.71	89.32	89.21	88.27	90.70	89.96	89.64	90.81	89.25	89.93	90.98	89.79	88.88	89.12	90.44	89.17	88.38	89.94	90.79	90.78	89.77	88.92	88.49	91.14	89.29
341	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	88.91	90.28	89.92	89.76	89.35	90.24	90.07	90.95	89.49	88.00	91.43	90.87	90.23	89.80	90.18	90.75	90.03	90.77	90.02	91.31	90.35	89.84	90.26	90.84	89.50	90.24
342	372	48	0.01	48	0.00001	36	1.000000e-08	0.000000e+00	89.52	89.99	89.42	90.37	89.17	90.31	88.13	89.71	89.47	89.71	90.68	91.06	91.98	89.62	90.08	89.09	89.20	89.57	90.76	88.77	90.16	91.14	89.69	88.70	89.62	90.98
343	372	48	0.01	48	0.00001	36	1.000000e-08	1.000000e-08	89.46	90.56	89.34	88.62	90.66	91.45	89.67	90.20	89.09	88.50	90.28	91.27	90.20	88.68	88.07	88.55	90.34	90.31	89.40	90.75	89.92	90.05	89.70	88.35	89.68	90.69
348	372	48	0.01	64	0.00001	36	0.000000e+00	0.000000e+00	89.45	89.62	88.59	89.40	89.79	90.61	88.64	90.36	89.59	90.15	89.36	90.53	91.27	90.03	89.73	89.08	89.75	89.29	90.25	90.91	90.26	88.41	90.69	88.95	88.35	90.79
349	372	48	0.01	64	0.00001	36	0.000000e+00	1.000000e-08	88.80	89.39	89.01	87.93	89.05	90.95	89.59	88.97	89.29	89.11	90.98	90.23	89.80	88.91	89.94	89.63	90.01	90.57	90.18	90.47	88.97	91.11	88.92	90.31	90.37	90.00
350	372	48	0.01	64	0.00001	36	1.000000e-08	0.000000e+00	89.27	89.56	89.72	89.66	88.98	90.96	89.69	89.87	90.87	88.87	89.31	89.00	89.59	90.04	89.90	89.59	89.75	90.39	90.80	89.77	90.62	89.68	90.19	89.22	90.93	89.45
351	372	48	0.01	64	0.00001	36	1.000000e-08	1.000000e-08	89.44	89.31	90.17	89.97	88.48	89.57	89.03	90.55	88.64	89.03	90.91	90.10	90.29	89.71	89.83	90.56	89.45	90.58	89.94	88.96	90.28	89.17	88.05	89.54	90.04	89.20
356	372	48	0.01	8	0.00001	48	0.000000e+00	0.000000e+00	87.47	90.13	89.62	89.62	90.40	89.44	90.65	88.09	89.24	87.82	90.15	88.98	87.59	87.47	88.54	90.74	88.29	89.10	89.78	88.79	89.35	89.31	86.88	89.39	88.21	89.02
357	372	48	0.01	8	0.00001	48	0.000000e+00	1.000000e-08	87.75	88.91	89.38	88.91	89.08	88.77	87.38	89.89	88.37	88.70	89.43	89.36	89.99	89.82	86.82	88.40	91.18	88.80	89.71	89.72	89.51	88.80	89.54	88.80	88.82	89.10
358	372	48	0.01	8	0.00001	48	1.000000e-08	0.000000e+00	88.97	89.43	89.96	90.54	88.56	88.69	89.35	89.41	90.28	89.23	89.02	89.95	89.59	88.78	88.66	90.52	88.97	89.63	89.42	90.09	88.67	89.45	89.01	90.04	88.31	89.74
359	372	48	0.01	8	0.00001	48	1.000000e-08	1.000000e-08	88.73	90.79	87.89	89.59	89.65	90.50	89.41	88.84	88.03	89.62	89.97	89.87	90.97	88.94	89.02	89.45	89.80	90.34	89.65	89.02	90.08	89.05	89.47	89.08	90.15	88.37
364	372	48	0.01	32	0.00001	48	0.000000e+00	0.000000e+00	89.09	89.56	88.25	89.23	89.33	88.76	89.06	89.50	88.83	88.71	90.53	89.45	90.96	89.17	88.04	90.03	89.29	90.95	89.96	90.06	89.03	90.02	88.91	89.18	87.22	90.24
365	372	48	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	88.20	90.16	90.07	89.62	88.18	90.03	90.36	88.75	89.55	88.70	88.53	90.44	89.81	88.55	89.99	89.15	88.66	89.36	91.17	90.55	88.52	89.42	88.58	90.68	89.89	87.81
366	372	48	0.01	32	0.00001	48	1.000000e-08	0.000000e+00	89.32	91.19	89.90	88.84	91.12	89.65	89.71	90.68	90.11	89.65	89.95	90.02	88.97	88.69	90.12	90.24	90.06	89.03	90.72	92.23	89.48	89.69	88.34	89.38	90.06	88.40
367	372	48	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	88.26	91.15	89.65	90.87	89.56	90.09	89.48	88.95	88.53	89.26	89.83	89.39	90.15	89.46	90.18	90.22	89.43	87.79	89.95	89.96	90.05	89.79	88.46	88.69	88.10	88.63
372	372	48	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	89.68	89.64	88.95	90.18	88.69	90.21	88.91	89.10	90.87	88.35	89.81	91.54	90.03	89.16	89.60	89.73	89.01	89.61	90.20	89.85	89.64	90.26	89.65	88.63	89.56	88.53
373	372	48	0.01	48	0.00001	48	0.000000e+00	1.000000e-08	90.18	90.24	88.60	88.94	88.11	89.92	87.65	90.28	89.60	88.71	89.91	89.98	91.63	89.78	89.20	90.30	90.21	89.99	91.06	90.30	90.16	90.06	88.71	90.33	89.24	89.43
374	372	48	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	88.23	88.74	88.76	89.67	88.42	90.72	89.40	92.21	88.80	89.35	90.52	90.28	89.48	88.95	89.20	89.65	90.87	88.76	88.80	90.81	88.66	87.33	89.56	89.83	89.87	90.19
375	372	48	0.01	48	0.00001	48	1.000000e-08	1.000000e-08	87.40	88.66	90.21	90.70	90.08	90.65	88.40	89.63	88.52	89.87	88.23	88.77	89.24	90.78	89.84	89.92	89.72	89.88	89.91	90.10	88.45	90.05	89.90	89.26	89.20	88.43
380	372	48	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	88.63	90.88	88.02	86.45	89.09	88.66	88.46	89.46	88.97	89.91	89.70	89.95	90.32	89.54	89.99	90.07	90.10	91.64	88.65	91.11	90.40	90.44	89.79	90.68	88.92	90.08
381	372	48	0.01	64	0.00001	48	0.000000e+00	1.000000e-08	90.47	87.26	89.60	89.61	87.84	90.16	87.49	90.34	88.25	89.08	89.39	90.86	90.29	89.31	89.64	90.31	89.99	90.29	89.61	89.83	87.41	88.64	88.84	88.87	88.75	89.62
382	372	48	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	89.25	91.12	88.73	88.98	88.74	90.04	90.71	89.59	89.50	89.45	89.90	90.05	90.12	88.81	89.50	90.97	88.67	89.47	89.91	89.87	90.26	91.48	90.54	88.71	89.60	88.92
383	372	48	0.01	64	0.00001	48	1.000000e-08	1.000000e-08	88.11	89.24	89.04	89.36	88.23	90.09	87.76	88.80	88.56	90.16	90.30	91.33	90.01	90.46	90.78	89.68	91.21	89.35	89.44	89.88	89.03	91.65	89.22	89.22	89.89	88.81

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
4	372	48	0.10	8	0.00100	24	0.000000e+00	0.000000e+00	87.30	91.75	91.42	79.62	90.67	92.91	91.52	91.22	92.81	89.54	90.01	90.86	88.00	85.37	90.77	86.86	90.01	88.28	93.80	90.11	87.78	89.83	87.03	88.37	90.93	89.66
5	372	48	0.10	8	0.00100	24	0.000000e+00	1.000000e-08	88.92	90.26	91.18	89.72	94.16	91.22	90.66	92.61	93.68	93.15	90.27	91.82	90.19	91.73	92.95	92.69	49.17	90.85	92.66	92.89	92.29	91.66	93.09	93.36	92.36	93.55
6	372	48	0.10	8	0.00100	24	1.000000e-08	0.000000e+00	91.86	91.79	90.94	93.05	91.28	92.63	93.13	92.68	92.77	91.93	92.71	92.56	92.55	93.57	91.47	91.96	92.40	92.67	90.70	92.80	90.62	91.66	92.42	91.78	91.94	92.10
7	372	48	0.10	8	0.00100	24	1.000000e-08	1.000000e-08	90.42	93.19	94.30	91.82	92.81	92.46	92.54	92.54	90.91	91.50	91.65	92.38	92.77	93.20	92.93	92.58	94.23	92.53	92.62	94.00	93.70	92.96	91.78	91.38	92.91	92.65
12	372	48	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	92.85	91.33	94.15	92.16	91.42	92.47	92.68	92.56	90.02	91.38	92.56	92.67	93.26	92.13	93.11	93.35	92.88	93.31	93.20	91.35	94.05	92.43	93.29	93.45	92.38	92.29
13	372	48	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	92.19	91.34	93.25	91.38	93.72	91.92	91.59	91.79	91.15	92.52	91.73	92.76	91.16	92.25	90.04	92.65	92.73	90.75	91.18	93.17	94.25	93.06	93.56	91.75	92.70	92.24
14	372	48	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	88.61	93.39	92.65	90.10	92.17	91.02	93.87	91.14	91.29	92.53	92.08	92.18	91.90	93.46	92.13	91.23	49.17	94.70	93.84	90.91	92.52	92.55	93.05	93.10	92.44	92.13
15	372	48	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	93.46	92.93	94.35	92.16	93.28	90.95	90.98	92.08	91.27	91.10	92.78	92.06	92.61	92.42	93.30	93.35	93.91	89.15	93.29	93.33	93.09	93.31	92.11	92.90	92.99	91.29
20	372	48	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	93.91	91.22	92.84	93.41	92.24	91.26	93.93	92.42	91.95	91.46	93.06	90.43	92.25	90.75	90.58	92.34	94.18	92.96	92.92	92.12	94.13	92.84	93.54	93.02	91.59	93.11
21	372	48	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	92.76	93.80	93.36	93.26	92.97	91.99	93.44	92.59	91.45	93.77	92.61	92.55	91.16	92.96	90.85	93.76	93.25	93.05	92.65	93.14	93.07	92.65	93.23	92.31	93.02	90.95
22	372	48	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	92.62	91.39	91.66	93.52	93.01	92.26	91.11	93.92	93.05	91.73	92.93	92.78	93.12	91.93	93.80	94.36	92.24	91.19	94.52	91.52	94.30	93.09	93.10	92.36	91.07	94.05
23	372	48	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	93.75	93.15	49.17	91.67	94.98	92.52	91.23	93.21	92.21	93.35	90.47	91.82	91.56	92.52	94.00	91.87	92.41	93.08	92.84	93.64	93.89	94.35	93.66	93.04	92.24	91.77
28	372	48	0.10	64	0.00100	24	0.000000e+00	0.000000e+00	91.87	92.63	92.76	92.30	90.56	90.56	92.80	91.43	92.28	93.56	90.67	90.71	93.99	91.76	92.95	91.35	92.53	89.44	91.96	91.17	91.99	92.57	92.72	91.30	93.37	90.58
29	372	48	0.10	64	0.00100	24	0.000000e+00	1.000000e-08	92.12	92.23	92.16	92.62	93.94	90.57	92.64	90.68	93.28	93.83	93.10	92.37	93.55	92.32	93.62	93.88	92.33	92.86	94.53	94.01	93.35	93.05	91.73	93.47	92.44	92.89
30	372	48	0.10	64	0.00100	24	1.000000e-08	0.000000e+00	91.72	93.00	92.61	92.10	91.98	92.83	91.52	90.83	93.43	92.88	92.89	91.27	92.09	94.46	91.11	92.97	91.98	92.84	93.03	92.05	91.31	94.03	93.89	93.13	92.90	92.09
31	372	48	0.10	64	0.00100	24	1.000000e-08	1.000000e-08	94.55	93.23	92.50	92.10	93.24	91.59	92.08	92.51	93.09	94.14	93.20	91.37	93.53	93.49	92.57	94.00	93.77	94.27	92.88	92.25	93.19	93.44	93.17	94.17	92.81	92.12
36	372	48	0.10	8	0.00100	36	0.000000e+00	0.000000e+00	89.66	82.15	87.12	91.33	90.21	90.54	92.67	93.03	92.02	91.36	93.28	93.82	90.26	92.99	91.68	90.68	92.81	92.30	92.97	91.69	92.01	92.28	91.23	88.55	90.30	87.78
37	372	48	0.10	8	0.00100	36	0.000000e+00	1.000000e-08	91.07	91.56	91.85	93.70	92.83	91.81	92.92	92.88	90.76	93.55	92.35	92.41	91.44	94.12	91.64	92.06	92.46	89.58	92.29	92.84	93.14	93.01	89.67	93.92	93.78	90.42
38	372	48	0.10	8	0.00100	36	1.000000e-08	0.000000e+00	92.97	92.42	90.65	90.15	90.75	93.86	92.55	93.23	92.81	93.61	91.51	91.75	91.16	92.70	92.91	92.86	94.10	94.45	92.48	90.94	92.34	94.41	92.89	92.65	93.37	92.83
39	372	48	0.10	8	0.00100	36	1.000000e-08	1.000000e-08	89.65	91.01	90.03	89.47	90.80	90.78	88.35	92.89	92.71	90.08	88.69	91.66	90.81	91.06	91.08	90.18	91.52	91.97	90.70	91.98	93.16	90.91	93.91	90.86	90.91	49.17
44	372	48	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	93.97	92.74	92.85	91.00	92.26	90.89	91.47	92.37	91.72	93.08	91.92	92.70	92.72	92.09	91.31	93.06	93.41	92.96	91.07	91.83	92.84	92.31	93.71	92.44	92.18	93.40
45	372	48	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	92.27	92.49	92.89	92.25	92.30	91.29	89.83	89.92	92.72	92.26	93.61	92.20	90.88	91.67	92.47	91.75	92.24	93.14	93.42	90.00	93.45	93.63	92.32	91.96	92.69	90.76
46	372	48	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	91.20	92.21	92.82	92.86	91.84	91.20	92.06	93.01	91.23	91.76	91.71	92.37	92.46	91.70	91.30	90.85	91.91	93.59	92.48	92.68	93.82	92.91	93.30	92.40	92.42	93.20
47	372	48	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	93.35	94.61	93.41	91.63	91.71	92.66	90.96	92.52	92.72	93.01	92.66	92.83	94.21	90.82	93.80	91.11	92.45	91.61	92.74	93.99	92.97	90.88	93.10	92.52	93.50	92.28
52	372	48	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	91.70	91.28	93.80	92.85	92.72	91.59	90.39	91.80	92.78	91.91	92.86	91.69	92.76	92.69	91.15	92.19	92.60	91.37	92.74	91.60	92.69	94.02	94.05	91.48	94.31	91.24
53	372	48	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	92.22	91.69	93.23	93.38	92.16	92.92	92.31	91.98	91.26	92.46	91.50	94.11	93.38	92.68	92.23	93.43	92.58	92.75	91.03	91.43	93.49	93.13	93.21	93.36	92.05	91.87
54	372	48	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	91.40	93.16	91.92	93.84	93.97	90.81	92.11	92.56	92.03	92.46	92.11	92.39	92.67	92.11	90.98	93.28	93.17	94.25	91.57	92.01	93.42	93.68	92.49	90.86	93.07	91.81
55	372	48	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	93.49	91.44	92.55	93.58	92.65	90.81	91.59	91.21	91.82	92.54	92.60	91.94	91.08	92.65	92.11	93.07	91.69	91.98	92.11	91.06	94.51	91.83	93.54	92.83	92.68	93.67
60	372	48	0.10	64	0.00100	36	0.000000e+00	0.000000e+00	93.78	91.60	91.34	91.73	94.15	91.51	92.90	93.02	93.22	93.36	92.38	93.09	92.45	91.93	91.95	92.77	92.28	91.66	93.12	92.38	94.19	93.96	93.68	91.23	93.28	93.35
61	372	48	0.10	64	0.00100	36	0.000000e+00	1.000000e-08	92.67	91.65	93.47	92.85	93.29	91.51	91.74	91.67	92.98	91.34	91.35	91.15	92.63	93.13	91.89	93.37	92.81	91.97	93.64	93.51	93.59	93.56	93.54	92.82	94.16	92.81
62	372	48	0.10	64	0.00100	36	1.000000e-08	0.000000e+00	91.60	92.43	93.29	93.26	91.86	92.20	91.26	95.71	92.31	92.16	91.13	91.85	92.23	92.98	92.18	93.62	92.02	92.63	93.04	93.37	92.21	94.01	94.53	92.13	93.05	91.96
63	372	48	0.10	64	0.00100	36	1.000000e-08	1.000000e-08	92.99	91.97	91.95	91.06	91.83	92.20	91.86	92.09	93.71	91.41	92.24	92.65	94.19	90.12	93.14	94.17	92.91	92.16	91.48	92.23	93.51	93.57	92.86	93.30	92.20	92.46
68	372	48	0.10	8	0.00100	48	0.000000e+00	0.000000e+00	91.16	89.78	90.28	88.75	90.14	91.78	90.65	90.52	91.07	93.33	93.15	90.45	92.10	92.09	91.11	91.73	91.98	91.67	90.92	93.79	91.77	90.88	91.89	85.46	91.16	89.91
69	372	48	0.10	8	0.00100	48	0.000000e+00	1.000000e-08	92.10	94.46	91.26	91.22	91.50	94.01	92.44	92.27	94.05	93.52	91.41	92.19	92.02	93.25	91.32	91.24	93.41	91.36	92.67	92.74	92.40	93.27	92.28	93.14	93.06	94.11
70	372	48	0.10	8	0.00100	48	1.000000e-08	0.000000e+00	93.14	91.74	90.97	92.03	92.07	93.25	93.44	94.07	92.97	93.25	92.83	92.82	91.04	94.19	93.81	92.70	92.78	93.24	93.33	93.10	93.06	93.74	92.95	93.28	90.88	92.92
71	372	48	0.10	8	0.00100	48	1.000000e-08	1.000000e-08	92.26	93.58	92.11	91.38	91.01	93.51	92.76	93.71	91.98	91.04	93.92	93.65	92.28	92.61	92.21	90.32	91.68	93.44	92.07	93.59	93.11	94.00	91.45	92.97	92.97	91.95
76	372	48	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	92.00	91.45	92.46	91.84	91.33	91.17	93.83	91.70	91.66	91.14	91.92	91.94	90.59	92.22	92.29	92.24	91.79	91.67	93.22	92.32	90.98	91.44	93.10	92.08	91.64	92.56
77	372	48	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	94.24	89.24	92.70	91.95	91.36	89.54	92.60	92.10	90.86	92.85	90.98	91.61	91.91	92.09	90.49	92.07	91.80	90.52	91.42	90.95	93.01	93.29	91.85	91.77	92.44	92.21
78	372	48	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	93.23	91.78	91.58	90.86	92.82	89.81	92.01	91.29	92.78	91.40	92.97	90.32	91.18	92.64	92.62	92.72	91.45	92.24	93.92	91.83	94.17	92.40	94.29	92.78	93.60	91.53
79	372	48	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	92.52	92.03	93.46	92.50	93.86	90.79	91.38	91.43	91.83	91.66	92.96	91.03	90.34	90.58	49.17	92.28	91.75	93.45	92.95	92.66	93.75	92.16	93.87	92.25	92.62	93.38
84	372	48	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	91.87	92.16	93.32	93.30	90.46	91.31	90.44	89.56	90.98	93.17	92.50	93.98	90.26	92.92	91.15	92.28	91.83	90.14	92.37	92.01	93.00	93.91	90.94	90.97	92.57	91.60
85	372	48	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	92.87	91.71	91.33	92.45	91.82	90.04	93.73	92.17	92.51	91.81	91.98	91.53	95.03	91.64	92.26	93.35	91.58	90.08	93.30	92.57	92.82	93.56	91.92	92.26	92.94	92.68
86	372	48	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	92.24	89.99	91.56	92.02	92.23	90.61	91.51	91.56	93.48	90.85	92.47	92.13	92.17	91.42	93.35	92.10	91.84	91.45	91.73	91.91	91.69	94.08	49.17	91.59	92.30	91.41
87	372	48	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	91.61	90.69	91.46	93.18	91.30	90.75	90.66	92.78	90.48	91.92	93.42	89.47	92.69	93.19	90.72	90.57	90.28	92.01	92.17	91.28	93.23	92.46	93.23	92.64	91.85	90.84
92	372	48	0.10	64	0.00100	48	0.000000e+00	0.000000e+00	91.48	93.48	93.33	91.96	92.71	91.27	90.68	91.68	91.96	93.71	90.93	90.97	92.60	91.55	93.71	93.04	92.31	90.18	91.93	91.68	92.71	92.21	92.65	92.11	93.10	92.56
93	372	48	0.10	64	0.00100	48	0.000000e+00	1.000000e-08	91.65	91.16	91.02	92.01	92.68	93.06	91.87	91.78	91.78	92.43	92.65	91.61	91.18	91.31	49.17	93.23	91.74	92.36	92.09	92.65	93.66	90.69	92.18	93.26	91.90	91.83
94	372	48	0.10	64	0.00100	48	1.000000e-08	0.000000e+00	90.22	91.36	89.98	91.65	93.14	90.52	91.79	92.95	92.91	89.77	92.80	91.86	93.58	93.50	91.07	93.35	94.09	92.81	91.73	92.75	93.83	93.51	91.65	92.24	91.51	90.46
95	372	48	0.10	64	0.00100	48	1.000000e-08	1.000000e-08	92.35	92.52	92.66	93.40	92.86	91.95	94.15	90.87	92.76	89.19	89.55	91.11	92.72	92.94	90.71	90.80	92.94	93.43	93.13	91.55	94.10	92.62	91.35	91.21	92.93	92.32
100	372	48	0.10	8	0.00001	24	0.000000e+00	0.000000e+00	88.35	86.23	87.05	85.25	87.12	91.26	88.32	88.15	89.91	89.81	90.72	90.09	91.53	90.85	85.51	90.11	89.14	76.70	91.12	90.53	90.88	86.36	89.49	84.21	90.60	89.83
101	372	48	0.10	8	0.00001	24	0.000000e+00	1.000000e-08	90.92	89.65	92.33	92.92	92.86	91.88	91.09	91.93	93.30	92.52	92.34	90.28	90.35	91.83	92.42	93.18	93.00	89.00	92.41	92.10	92.58	94.07	92.59	92.97	93.07	93.12
102	372	48	0.10	8	0.00001	24	1.000000e-08	0.000000e+00	88.58	94.17	91.90	93.07	91.84	90.70	93.60	92.71	92.58	92.94	94.59	91.38	91.94	92.60	93.19	93.06	91.84	92.48	93.33	92.97	94.72	93.82	92.91	90.86	92.95	93.43
103	372	48	0.10	8	0.00001	24	1.000000e-08	1.000000e-08	91.39	90.39	92.22	91.33	91.12	90.30	91.26	92.21	92.03	91.43	91.56	90.39	89.02	92.02	91.58	91.66	89.59	88.90	91.64	91.87	90.25	92.42	91.82	92.31	92.37	91.14
108	372	48	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	92.82	93.05	91.45	91.38	93.96	93.26	93.54	92.91	92.05	93.09	91.22	91.85	92.07	92.60	92.10	92.82	92.94	91.27	91.91	91.92	92.99	92.49	94.43	92.61	93.51	92.90
109	372	48	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	94.12	90.63	92.68	92.85	92.18	91.12	91.53	92.17	92.34	93.11	92.60	91.69	92.52	94.84	92.01	93.45	91.95	93.31	91.76	92.03	91.93	92.95	92.26	92.91	93.59	93.13
110	372	48	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	92.86	94.07	94.57	93.27	93.01	90.87	91.55	92.04	91.94	92.37	94.55	91.81	92.11	93.57	91.75	92.38	91.94	92.48	92.88	93.44	93.01	94.26	93.44	94.01	93.32	93.46
111	372	48	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	92.98	93.70	92.59	92.74	91.65	91.04	93.31	93.08	92.74	91.56	92.32	91.77	93.43	92.15	92.24	93.67	91.94	92.26	93.07	93.16	93.51	94.71	93.44	92.77	93.27	92.95
116	372	48	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	91.48	93.54	94.45	91.91	93.46	92.99	90.68	91.91	91.27	91.30	93.02	91.42	90.74	94.43	91.49	91.87	93.34	91.30	91.19	93.06	94.84	93.60	93.16	92.71	92.24	91.97
117	372	48	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	94.19	90.82	91.87	92.85	92.45	91.92	91.90	93.48	92.83	93.56	93.13	92.33	92.09	92.38	91.54	92.63	95.24	92.10	92.70	91.77	95.10	93.02	93.66	92.21	93.84	91.37
118	372	48	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	92.44	93.88	92.56	92.30	91.66	90.47	94.28	93.85	90.54	92.89	93.41	90.96	92.97	93.66	91.84	92.78	91.83	91.64	93.77	91.75	93.01	92.78	93.53	92.64	94.35	92.67
119	372	48	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	93.54	92.80	93.15	91.02	93.19	91.79	91.82	91.13	93.59	93.58	93.05	93.02	92.46	92.93	92.89	92.84	94.95	94.88	92.85	92.11	93.74	93.26	93.44	93.17	94.46	92.72
124	372	48	0.10	64	0.00001	24	0.000000e+00	0.000000e+00	91.46	92.30	93.42	91.64	93.94	91.81	93.51	91.81	91.02	91.73	93.55	92.41	93.47	92.67	91.39	93.19	92.34	92.91	93.53	91.64	93.47	92.42	91.94	93.04	92.00	93.35
125	372	48	0.10	64	0.00001	24	0.000000e+00	1.000000e-08	94.01	92.75	91.72	92.02	92.36	92.60	93.20	92.97	92.33	92.78	92.93	92.89	92.26	92.94	92.80	92.33	93.53	91.15	93.38	92.34	94.20	93.12	92.51	92.88	94.10	92.74
126	372	48	0.10	64	0.00001	24	1.000000e-08	0.000000e+00	93.23	93.25	94.29	92.20	92.21	91.87	92.80	93.82	92.60	92.12	91.31	92.10	94.25	93.70	93.43	92.31	92.20	94.30	91.81	92.41	93.71	93.75	93.39	91.70	92.28	92.99
127	372	48	0.10	64	0.00001	24	1.000000e-08	1.000000e-08	92.81	92.78	94.93	91.86	93.11	91.05	91.46	92.06	92.90	92.65	92.14	92.58	91.94	92.53	91.36	91.66	92.26	92.99	92.79	92.78	94.23	93.01	94.19	93.37	92.37	91.51
132	372	48	0.10	8	0.00001	36	0.000000e+00	0.000000e+00	90.34	86.94	84.11	85.87	90.19	92.62	92.73	89.59	90.98	91.10	91.26	91.41	92.23	89.68	81.49	90.63	90.93	91.30	93.51	91.75	85.75	91.63	90.71	86.08	91.78	90.14
133	372	48	0.10	8	0.00001	36	0.000000e+00	1.000000e-08	92.44	92.41	93.72	92.34	91.81	90.65	92.51	92.91	92.37	91.78	93.31	91.79	92.34	94.09	93.52	92.34	93.13	92.58	92.86	94.05	92.37	93.50	92.99	91.43	91.83	91.28
134	372	48	0.10	8	0.00001	36	1.000000e-08	0.000000e+00	91.80	90.85	92.05	90.90	93.71	92.77	89.45	89.77	92.29	91.63	90.99	91.50	93.88	92.66	91.30	92.68	92.38	92.51	93.35	91.93	92.10	92.94	92.48	91.77	92.83	92.69
135	372	48	0.10	8	0.00001	36	1.000000e-08	1.000000e-08	91.95	91.38	91.40	92.64	92.27	93.57	93.08	93.32	93.37	92.41	90.13	90.77	91.53	92.29	91.77	92.63	93.80	93.21	92.96	92.44	94.51	93.25	93.54	93.22	93.60	91.55
140	372	48	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	92.59	92.99	93.99	92.32	92.88	91.03	91.70	92.48	92.46	91.46	91.32	91.33	91.85	93.04	92.77	92.85	94.58	92.28	91.29	92.29	93.22	93.82	91.80	93.69	92.05	93.51
141	372	48	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	92.03	90.99	93.41	91.60	92.80	93.11	92.72	92.73	92.17	92.68	91.93	91.95	92.62	91.54	93.13	92.62	94.26	92.38	94.17	92.98	93.45	92.86	93.94	91.37	91.40	92.99
142	372	48	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	92.68	92.96	92.81	92.72	92.64	89.94	90.96	93.18	91.20	90.41	92.78	91.60	93.66	90.55	92.53	91.17	92.30	91.99	93.23	91.35	95.10	93.99	95.63	92.93	92.82	93.20
143	372	48	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	93.14	94.44	91.64	92.10	94.42	91.26	91.83	92.73	91.61	91.23	91.09	92.75	92.12	90.64	92.43	94.29	92.47	92.90	94.29	89.73	94.44	93.41	92.07	91.69	93.14	93.29
148	372	48	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	92.54	49.17	91.86	90.48	92.96	92.07	93.15	91.80	91.88	92.86	92.65	89.63	93.10	92.44	93.09	92.24	93.61	93.20	92.40	90.46	92.55	92.40	92.22	93.75	92.58	91.35
149	372	48	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	92.14	91.20	93.84	92.83	92.87	92.12	91.09	92.75	94.04	90.47	92.09	93.33	93.54	93.62	92.20	92.53	93.30	92.89	93.55	93.30	93.88	92.94	94.95	92.41	92.58	93.33
150	372	48	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	93.69	92.23	93.14	92.03	91.62	91.30	93.08	91.78	92.95	93.29	92.59	90.45	93.00	93.58	91.29	92.68	92.49	94.81	93.16	92.33	94.85	93.26	92.97	92.99	93.02	90.83
151	372	48	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	94.20	91.86	93.51	92.19	93.63	91.63	93.19	93.29	91.04	91.54	92.20	90.83	93.59	92.56	91.22	91.87	92.67	93.22	92.74	93.04	93.15	91.98	93.57	91.26	93.15	92.74
156	372	48	0.10	64	0.00001	36	0.000000e+00	0.000000e+00	92.52	92.52	92.53	92.73	90.25	89.52	90.85	89.28	92.85	92.48	92.66	93.37	90.93	94.28	92.59	92.86	91.21	91.97	91.94	91.52	92.18	92.36	93.04	92.47	91.97	91.20
157	372	48	0.10	64	0.00001	36	0.000000e+00	1.000000e-08	92.86	92.57	94.04	93.29	94.49	91.60	91.90	92.59	92.89	93.14	92.40	91.63	92.87	95.16	94.01	92.72	92.73	93.76	93.45	92.49	95.06	94.69	94.22	93.16	92.79	92.02
158	372	48	0.10	64	0.00001	36	1.000000e-08	0.000000e+00	92.57	92.12	94.19	92.93	92.80	93.41	92.44	92.50	94.23	90.85	91.61	92.08	93.11	91.07	92.71	91.48	94.41	92.39	93.78	91.07	94.60	93.41	92.87	93.26	94.36	92.96
159	372	48	0.10	64	0.00001	36	1.000000e-08	1.000000e-08	92.67	91.00	93.05	92.02	93.80	91.76	91.40	90.57	91.32	91.56	92.86	89.74	94.06	93.90	92.70	91.38	92.50	94.17	91.63	92.87	93.97	92.38	93.34	91.26	92.41	91.38
164	372	48	0.10	8	0.00001	48	0.000000e+00	0.000000e+00	89.43	93.68	88.97	89.94	89.67	89.94	92.14	93.20	91.43	92.66	92.23	91.71	90.86	92.34	91.52	91.96	91.03	91.79	92.95	91.72	91.77	89.13	91.17	92.07	92.04	91.55
165	372	48	0.10	8	0.00001	48	0.000000e+00	1.000000e-08	93.26	93.01	92.84	91.54	92.47	92.75	93.01	94.29	93.66	93.93	91.79	91.82	92.28	91.49	92.42	93.09	92.77	94.54	92.45	93.14	93.08	92.79	93.80	93.16	92.99	94.04
166	372	48	0.10	8	0.00001	48	1.000000e-08	0.000000e+00	89.89	90.71	93.46	89.31	90.38	90.09	92.72	92.79	89.35	92.35	91.26	90.18	91.89	92.02	92.06	90.28	92.27	91.35	91.51	89.85	93.59	93.14	92.36	91.90	92.00	92.51
167	372	48	0.10	8	0.00001	48	1.000000e-08	1.000000e-08	92.82	92.74	93.28	93.32	91.89	92.04	93.17	93.21	93.45	93.39	93.01	92.51	92.65	93.95	93.68	92.33	93.45	92.37	94.86	93.39	92.99	93.75	91.60	92.42	92.57	91.67
172	372	48	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	91.21	90.46	91.74	92.81	93.34	92.18	93.73	90.91	92.54	94.41	92.46	92.89	92.88	91.34	90.33	89.58	92.51	92.63	91.72	92.22	92.71	92.03	92.55	91.96	93.15	92.25
173	372	48	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	93.06	91.39	91.73	92.59	93.11	93.14	93.07	92.04	90.60	91.18	93.31	90.82	91.86	91.65	92.34	93.49	91.99	90.07	91.47	90.30	92.58	94.18	91.78	92.41	90.93	90.76
174	372	48	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	92.07	93.69	94.21	94.29	93.05	92.16	92.81	93.05	91.96	94.21	91.66	89.60	90.83	92.16	91.40	90.71	92.08	92.89	93.61	92.00	93.46	93.83	92.78	92.66	92.56	93.95
175	372	48	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	91.52	93.49	92.74	91.65	93.50	90.05	92.35	92.37	91.97	93.91	92.69	91.78	94.36	93.86	91.62	91.70	93.04	94.58	91.84	92.11	94.09	93.20	94.16	92.53	91.63	90.71
180	372	48	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	92.36	92.48	89.58	92.44	92.79	93.32	92.22	91.87	93.37	91.46	93.70	90.55	93.63	92.26	91.25	92.52	92.62	91.91	93.36	91.41	91.75	91.88	94.15	92.40	93.51	92.17
181	372	48	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	91.35	91.26	88.59	92.56	92.80	92.58	89.53	92.83	92.25	92.85	92.23	91.00	91.94	92.11	92.56	91.12	92.20	93.34	90.35	92.54	91.65	93.84	92.89	93.10	92.33	91.72
182	372	48	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	90.99	91.68	92.13	91.85	91.80	92.16	93.09	91.96	91.25	91.04	93.67	90.22	91.56	92.04	90.68	94.83	92.88	91.05	91.66	93.30	92.24	93.24	93.18	92.01	93.06	91.70
183	372	48	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	91.36	92.06	90.44	91.44	91.47	91.82	92.58	93.00	91.81	92.62	92.44	91.12	90.70	91.57	92.19	91.56	93.34	93.45	92.55	92.37	94.12	93.21	92.54	92.74	90.30	91.32
188	372	48	0.10	64	0.00001	48	0.000000e+00	0.000000e+00	92.61	94.45	92.74	92.14	91.08	92.44	91.62	91.26	93.16	91.93	89.46	94.59	93.86	90.99	91.81	91.66	92.89	93.45	91.76	92.28	92.60	94.23	90.32	90.56	91.17	92.30
189	372	48	0.10	64	0.00001	48	0.000000e+00	1.000000e-08	92.19	91.22	94.35	90.12	90.68	90.90	92.86	92.23	92.65	91.72	93.38	92.30	93.03	92.38	94.37	92.93	94.03	91.90	92.08	92.63	93.67	93.63	92.41	93.06	91.97	91.53
190	372	48	0.10	64	0.00001	48	1.000000e-08	0.000000e+00	93.90	91.62	91.49	92.19	89.77	91.42	93.84	90.91	92.82	92.05	91.00	92.34	90.97	95.65	91.33	90.76	92.92	90.94	92.23	91.61	93.08	92.98	92.83	93.47	92.85	90.87
191	372	48	0.10	64	0.00001	48	1.000000e-08	1.000000e-08	91.84	91.79	90.33	90.97	93.97	92.22	90.79	93.42	93.38	93.44	93.09	92.58	92.73	89.70	91.74	93.36	91.08	93.05	92.73	92.43	94.80	92.56	93.00	91.20	93.56	92.69
196	372	48	0.01	8	0.00100	24	0.000000e+00	0.000000e+00	90.39	92.36	92.12	89.98	90.67	91.39	91.19	89.69	90.84	92.14	90.67	89.48	92.48	91.80	90.74	92.63	92.47	91.72	90.58	90.59	93.35	90.92	92.29	93.73	92.56	90.43
197	372	48	0.01	8	0.00100	24	0.000000e+00	1.000000e-08	88.03	92.77	91.02	89.21	90.34	91.48	90.80	89.57	91.57	94.00	91.54	90.74	88.71	91.20	90.17	90.63	91.60	89.06	91.52	91.23	93.10	90.20	91.87	91.20	91.07	91.62
198	372	48	0.01	8	0.00100	24	1.000000e-08	0.000000e+00	92.38	92.99	90.28	91.65	92.06	90.91	90.21	91.10	91.26	91.11	89.87	90.37	92.55	92.47	89.59	90.30	92.31	91.92	91.80	91.08	93.39	92.59	91.98	91.33	90.72	92.57
199	372	48	0.01	8	0.00100	24	1.000000e-08	1.000000e-08	91.18	91.19	91.14	90.68	92.52	90.93	90.48	91.70	90.69	89.61	90.98	92.80	89.42	90.14	88.33	92.06	90.35	90.37	92.15	89.57	91.74	91.23	91.11	89.55	91.98	87.90
204	372	48	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	93.49	92.56	91.94	92.17	90.85	91.29	91.36	90.01	93.67	93.43	90.86	88.09	91.14	91.96	91.99	92.90	93.24	93.07	91.07	92.22	91.91	91.82	92.83	90.76	91.63	91.11
205	372	48	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	90.29	92.05	90.75	90.61	91.54	90.01	89.17	91.80	90.14	92.34	91.82	89.12	89.77	91.47	90.69	93.68	91.66	90.30	91.94	90.70	93.97	90.40	91.42	90.66	92.68	91.14
206	372	48	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	92.68	87.30	91.66	90.64	92.47	92.26	92.05	90.78	90.56	91.43	91.57	90.75	90.13	90.47	90.10	91.86	91.43	92.37	93.13	90.93	92.47	91.81	92.79	91.58	91.62	91.38
207	372	48	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	92.71	93.76	90.75	92.58	89.64	90.24	90.49	91.41	91.08	91.76	92.46	89.73	89.58	92.86	90.04	90.79	90.35	90.27	91.60	88.75	93.00	91.95	91.37	91.23	93.38	90.78
212	372	48	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	93.34	92.48	91.71	92.08	91.96	88.88	92.92	88.74	90.44	92.57	91.53	92.90	90.94	90.53	91.12	93.65	93.29	92.63	91.13	91.82	91.40	90.05	93.39	90.75	92.64	92.76
213	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	92.83	90.12	89.95	90.06	92.28	89.34	90.30	91.27	92.29	90.51	92.55	92.54	90.95	91.48	89.99	91.64	93.01	92.33	93.47	92.33	92.80	92.67	92.97	92.69	93.84	91.77
214	372	48	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	92.74	92.13	91.55	91.55	90.90	92.13	89.70	92.75	90.20	90.48	92.51	90.32	91.38	92.87	90.18	92.27	93.97	92.84	93.08	90.85	93.06	91.36	92.08	91.37	91.34	92.11
215	372	48	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	90.25	91.03	92.63	90.52	92.37	92.38	91.46	92.77	90.97	92.24	91.77	91.11	91.11	90.07	90.84	90.32	92.31	89.48	92.94	92.58	93.23	92.79	93.08	93.52	93.50	92.66
220	372	48	0.01	64	0.00100	24	0.000000e+00	0.000000e+00	92.86	92.93	93.26	91.56	90.93	90.30	89.83	91.16	89.99	92.34	92.53	90.20	90.42	92.54	90.77	92.65	93.23	92.23	93.73	93.69	92.07	91.71	94.95	93.63	92.73	87.97
221	372	48	0.01	64	0.00100	24	0.000000e+00	1.000000e-08	91.20	91.83	91.10	91.00	91.27	90.05	91.95	91.97	91.42	92.07	87.87	90.80	89.80	89.85	92.05	89.57	90.60	90.18	91.89	92.99	92.44	92.33	93.29	92.84	92.27	92.22
222	372	48	0.01	64	0.00100	24	1.000000e-08	0.000000e+00	93.07	91.80	91.94	90.73	90.00	91.25	91.83	92.15	93.91	92.54	92.16	90.35	91.51	93.72	90.82	91.75	92.02	91.19	93.38	92.71	93.31	92.52	93.79	93.47	91.96	93.23
223	372	48	0.01	64	0.00100	24	1.000000e-08	1.000000e-08	92.64	92.74	93.29	91.96	91.54	91.63	91.59	91.44	94.04	92.14	91.70	91.60	92.03	92.02	90.98	91.73	92.52	93.77	93.63	92.74	93.73	92.66	92.44	92.21	93.20	91.74
228	372	48	0.01	8	0.00100	36	0.000000e+00	0.000000e+00	89.12	90.93	92.69	90.36	89.45	90.98	91.73	90.12	89.72	91.41	92.28	89.49	89.71	90.84	90.74	89.07	92.52	90.52	90.62	90.50	91.18	90.12	91.63	92.13	90.41	89.89
229	372	48	0.01	8	0.00100	36	0.000000e+00	1.000000e-08	88.94	91.94	90.97	90.80	88.22	90.74	89.10	89.32	90.60	91.72	90.39	90.36	89.55	91.31	90.42	92.03	89.87	92.02	89.58	89.62	91.94	91.25	92.20	89.71	93.13	89.29
230	372	48	0.01	8	0.00100	36	1.000000e-08	0.000000e+00	88.74	91.33	93.10	89.92	91.38	91.04	91.63	90.55	90.41	90.30	91.25	92.23	92.82	90.50	90.30	92.33	90.38	93.57	91.85	89.12	92.59	92.31	91.44	91.89	93.16	89.33
231	372	48	0.01	8	0.00100	36	1.000000e-08	1.000000e-08	92.02	92.05	90.86	91.87	92.58	88.73	93.44	89.56	91.20	92.64	90.11	89.37	92.85	90.88	91.92	91.84	91.20	92.44	92.28	91.83	91.68	92.70	93.32	91.68	92.49	92.67
236	372	48	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	91.00	89.95	90.80	91.02	90.79	90.09	92.41	91.61	91.09	92.14	90.56	89.10	89.79	90.81	89.81	91.72	92.59	90.59	91.10	88.57	91.38	91.02	92.12	91.80	92.66	90.88
237	372	48	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	90.64	90.58	88.58	91.89	92.30	91.02	89.77	90.39	93.33	90.88	89.00	89.49	90.27	92.80	90.41	90.37	90.58	93.49	93.00	91.30	91.83	93.51	92.82	91.86	91.02	91.50
238	372	48	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	89.02	91.86	89.45	92.25	91.88	92.77	90.67	92.10	92.26	92.44	93.65	89.06	91.03	91.39	90.02	91.64	92.84	91.54	92.47	90.62	92.75	91.27	92.85	90.64	90.90	90.85
239	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	90.55	91.13	90.72	92.06	91.51	91.54	89.20	92.51	91.54	89.70	89.25	92.26	92.01	92.83	91.91	90.08	90.02	92.16	93.26	89.23	92.47	91.40	92.18	92.40	89.19	91.72
244	372	48	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	91.40	92.95	93.54	93.04	91.87	91.40	91.01	95.12	92.11	90.63	90.88	91.21	91.60	93.39	90.31	92.98	91.95	92.79	93.69	89.48	91.15	92.29	93.36	93.76	91.48	90.99
245	372	48	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	91.05	91.58	92.31	92.09	91.12	92.64	91.62	90.67	94.15	91.34	91.87	91.83	91.42	90.84	90.63	91.59	90.87	91.66	92.85	91.82	93.29	92.88	93.69	93.71	92.37	90.90
246	372	48	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	91.54	92.11	92.12	90.30	90.99	91.08	90.98	93.69	92.24	92.13	91.78	89.94	91.98	91.64	91.72	93.69	91.26	91.99	93.29	91.09	92.25	93.77	93.28	92.01	91.46	92.12
247	372	48	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	92.53	92.56	91.92	92.57	92.48	91.60	90.59	92.95	91.13	92.12	92.81	89.71	91.54	91.57	92.22	90.96	93.50	91.26	94.34	92.06	93.48	91.62	91.95	91.36	92.26	90.19
252	372	48	0.01	64	0.00100	36	0.000000e+00	0.000000e+00	93.36	92.09	92.22	91.06	93.18	92.32	92.03	91.36	92.85	92.27	91.38	92.05	92.22	93.40	91.35	91.91	91.85	91.44	94.30	92.85	94.82	92.11	92.93	92.72	93.16	91.28
253	372	48	0.01	64	0.00100	36	0.000000e+00	1.000000e-08	94.56	91.84	92.18	91.64	89.85	90.16	91.09	91.80	90.45	94.23	93.35	91.83	92.65	92.97	93.52	92.44	93.24	90.64	92.46	92.44	92.82	92.50	94.10	92.95	92.91	92.82
254	372	48	0.01	64	0.00100	36	1.000000e-08	0.000000e+00	91.30	91.80	91.60	92.03	91.29	90.86	92.53	89.98	91.55	89.87	92.68	92.81	91.48	91.22	90.12	90.47	91.91	91.77	92.51	91.81	93.28	94.45	92.97	92.49	92.89	91.79
255	372	48	0.01	64	0.00100	36	1.000000e-08	1.000000e-08	92.34	93.38	92.00	90.44	90.11	92.83	91.23	91.36	90.82	91.64	90.92	90.35	91.60	90.81	90.98	93.16	92.22	91.52	91.74	92.61	93.55	93.19	94.30	92.34	92.45	91.69
260	372	48	0.01	8	0.00100	48	0.000000e+00	0.000000e+00	89.84	91.16	90.53	92.28	88.82	89.62	89.32	89.87	89.74	90.35	90.22	88.90	89.31	91.51	89.89	92.17	92.66	89.55	90.87	90.24	91.99	91.01	91.73	91.02	89.32	90.08
261	372	48	0.01	8	0.00100	48	0.000000e+00	1.000000e-08	89.30	92.73	89.45	90.93	90.73	90.92	92.03	91.48	93.04	89.32	93.58	90.99	91.64	92.24	92.41	90.62	91.43	91.91	92.21	90.02	92.33	92.83	92.09	92.69	92.83	90.65
262	372	48	0.01	8	0.00100	48	1.000000e-08	0.000000e+00	88.90	89.72	91.52	88.91	90.69	90.05	90.12	91.81	89.44	89.96	90.90	90.56	88.31	92.59	92.47	90.67	92.92	90.41	91.78	90.61	91.33	90.29	91.04	89.05	90.01	90.68
263	372	48	0.01	8	0.00100	48	1.000000e-08	1.000000e-08	91.37	91.30	92.88	91.83	93.04	93.24	90.05	90.34	90.71	89.12	92.58	90.55	90.72	90.99	91.47	90.92	92.83	90.87	92.02	92.20	93.09	93.16	91.16	90.43	93.07	91.73
268	372	48	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	87.80	91.18	91.38	90.37	91.76	89.92	89.24	92.28	89.61	91.60	91.28	89.37	88.36	89.57	91.85	90.51	91.22	91.05	90.34	88.73	92.31	89.37	91.58	90.18	89.36	88.74
269	372	48	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	92.85	88.86	91.77	93.10	90.37	90.27	91.46	91.79	91.31	92.17	89.28	90.59	90.45	91.32	92.00	91.87	92.21	92.14	92.95	89.34	92.07	90.94	92.36	91.22	90.79	91.64
270	372	48	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	90.12	92.37	89.46	90.77	91.64	89.72	90.40	90.53	90.80	89.84	91.50	89.36	91.48	91.33	90.30	90.92	91.02	93.25	91.76	91.12	90.67	90.31	90.29	91.32	90.09	90.61
271	372	48	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	91.75	91.75	94.56	92.34	90.48	89.58	90.14	91.03	92.19	92.84	92.70	90.61	92.36	89.70	90.48	90.65	91.43	90.49	91.06	92.69	90.49	92.77	90.08	90.64	93.83	90.26
276	372	48	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	91.33	92.18	92.82	92.00	93.96	92.08	93.10	90.78	91.83	91.10	93.68	90.78	91.96	93.08	91.28	90.76	90.81	92.55	90.78	91.14	94.77	93.13	93.43	91.95	90.58	91.14
277	372	48	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	90.84	91.10	92.54	91.03	93.68	90.07	91.17	92.22	93.12	91.73	90.81	90.59	90.66	89.50	92.22	91.56	93.58	92.12	92.06	90.69	92.83	92.07	91.78	93.14	92.19	90.96
278	372	48	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	93.13	89.77	92.56	91.32	91.91	92.50	93.85	92.30	91.93	90.26	92.77	89.87	92.41	89.84	91.45	91.38	91.78	89.89	91.82	93.59	91.45	92.40	93.84	92.58	93.31	89.53
279	372	48	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	93.28	93.39	92.03	90.24	92.87	91.13	92.36	91.53	91.82	93.48	91.64	90.73	92.22	93.64	90.92	92.91	92.73	91.84	92.46	91.41	92.84	93.38	93.50	92.22	92.54	91.12
284	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	93.46	93.60	92.44	92.22	93.16	91.09	93.48	92.77	92.85	92.63	90.93	90.64	92.14	90.61	90.80	91.94	93.34	92.62	91.53	92.98	93.00	92.19	93.84	92.73	92.85	91.78
285	372	48	0.01	64	0.00100	48	0.000000e+00	1.000000e-08	89.77	91.78	91.15	90.76	94.62	90.66	92.83	90.84	93.06	93.87	91.49	92.55	92.14	92.77	92.86	92.89	92.41	92.38	90.86	90.19	94.77	92.80	93.01	90.74	93.05	92.65
286	372	48	0.01	64	0.00100	48	1.000000e-08	0.000000e+00	92.53	92.92	89.14	91.15	93.17	90.89	91.65	88.88	91.40	91.86	93.25	91.54	90.07	92.84	91.19	92.79	91.91	92.83	93.43	91.66	92.86	92.89	94.92	92.28	91.53	91.52
287	372	48	0.01	64	0.00100	48	1.000000e-08	1.000000e-08	92.21	90.76	91.77	92.59	90.83	92.95	92.45	91.97	93.04	91.02	91.58	92.17	92.65	91.53	91.16	91.01	91.25	92.50	92.27	89.27	92.35	92.37	93.52	92.36	93.41	92.42
292	372	48	0.01	8	0.00001	24	0.000000e+00	0.000000e+00	90.61	91.12	90.75	90.02	92.34	89.57	89.98	91.32	90.79	91.39	90.16	88.44	90.87	89.33	89.47	90.06	92.62	93.26	91.11	89.88	91.53	91.57	93.11	91.61	89.79	91.39
293	372	48	0.01	8	0.00001	24	0.000000e+00	1.000000e-08	90.97	91.48	92.98	90.25	90.98	90.87	90.91	91.35	91.34	88.49	92.12	92.97	91.37	91.91	90.56	90.13	93.25	89.77	92.41	91.90	92.37	91.46	89.83	92.61	90.90	92.37
294	372	48	0.01	8	0.00001	24	1.000000e-08	0.000000e+00	91.23	91.62	89.11	91.28	90.59	90.76	91.24	89.93	90.26	91.69	90.85	91.72	90.46	90.90	90.90	92.93	91.02	91.97	91.14	90.51	92.51	91.08	90.38	90.87	90.80	91.07
295	372	48	0.01	8	0.00001	24	1.000000e-08	1.000000e-08	88.69	89.07	90.07	87.85	88.34	91.21	91.67	92.03	89.64	91.58	90.25	90.46	90.30	89.51	89.49	92.66	89.17	92.44	88.59	89.64	90.44	91.03	89.80	90.20	92.04	86.22
300	372	48	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	90.54	89.84	93.00	91.53	89.25	88.65	91.34	90.46	90.36	91.08	91.57	93.32	92.08	91.39	90.49	92.16	90.56	91.81	92.85	91.71	92.51	91.98	92.50	91.38	93.42	92.28
301	372	48	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	90.98	91.33	93.41	90.20	91.07	91.75	91.21	92.50	89.59	90.59	91.04	90.43	92.05	90.08	91.29	90.53	92.53	89.13	93.47	93.47	91.87	92.95	92.07	91.17	91.68	92.39
302	372	48	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	91.40	91.37	90.94	92.17	92.37	91.47	89.46	89.18	90.09	91.34	90.12	90.97	89.37	90.38	88.98	89.22	90.65	91.68	91.94	91.03	93.97	91.40	93.97	91.25	91.37	91.77
303	372	48	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	92.47	90.17	94.05	90.15	91.21	91.34	91.93	91.27	92.17	90.36	91.27	90.72	91.28	92.17	90.87	90.29	91.11	92.38	93.60	90.87	92.44	91.66	90.99	91.21	91.07	88.66
308	372	48	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	90.81	91.96	92.31	91.11	88.75	92.02	90.94	90.97	91.60	91.03	91.13	89.58	90.57	92.80	87.59	92.72	92.16	91.73	91.79	89.48	92.49	92.56	93.84	92.50	92.19	89.59
309	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	90.88	92.00	91.06	91.43	90.10	91.74	92.34	92.10	91.08	91.73	92.44	91.55	91.30	91.19	92.62	92.00	93.79	91.57	92.73	92.83	92.85	93.72	93.10	92.07	91.99	92.46
310	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	91.23	92.03	92.13	91.60	91.61	91.12	92.56	91.61	90.88	91.98	92.94	90.93	92.05	91.75	90.99	94.04	94.08	92.37	92.91	93.43	93.11	93.61	93.49	91.41	93.49	92.66
311	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	93.50	91.80	93.78	93.43	92.63	90.04	92.47	90.96	92.59	91.61	92.60	92.62	92.79	90.02	90.34	92.88	92.14	93.06	94.28	93.06	92.46	93.68	92.24	91.39	92.26	89.41
316	372	48	0.01	64	0.00001	24	0.000000e+00	0.000000e+00	91.74	93.72	93.37	93.04	91.53	90.82	91.42	92.21	91.60	91.92	92.98	92.45	92.30	91.97	91.87	91.17	91.86	90.86	93.57	91.69	92.77	92.34	93.08	93.07	92.87	91.08
317	372	48	0.01	64	0.00001	24	0.000000e+00	1.000000e-08	92.20	92.20	92.70	92.10	91.42	93.58	91.35	92.65	92.14	93.02	93.53	91.68	92.84	91.25	91.64	93.77	92.11	92.70	92.89	91.09	92.10	91.66	93.76	93.63	93.71	93.19
318	372	48	0.01	64	0.00001	24	1.000000e-08	0.000000e+00	94.12	93.02	92.52	91.42	90.99	91.22	92.17	93.47	92.89	93.75	91.36	91.84	92.28	91.85	90.88	91.94	92.45	90.70	93.84	92.09	92.44	91.97	92.30	92.43	93.67	92.82
319	372	48	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	92.97	93.02	91.69	91.75	92.57	91.93	91.79	90.91	91.00	91.41	89.67	90.16	93.06	91.91	89.71	92.49	91.19	92.34	93.06	91.26	92.56	93.88	92.63	92.62	92.68	93.14
324	372	48	0.01	8	0.00001	36	0.000000e+00	0.000000e+00	90.10	92.97	90.46	91.76	91.69	91.18	88.05	90.91	92.50	89.33	91.83	90.00	89.67	92.32	90.67	92.11	91.43	90.57	90.40	88.93	89.99	90.81	91.51	89.78	90.03	89.61
325	372	48	0.01	8	0.00001	36	0.000000e+00	1.000000e-08	89.56	90.31	92.18	90.79	92.16	90.65	90.43	88.83	89.55	90.23	90.68	90.51	90.52	92.23	90.38	90.72	91.82	91.50	89.25	88.82	93.54	90.90	91.06	91.44	91.07	89.75
326	372	48	0.01	8	0.00001	36	1.000000e-08	0.000000e+00	89.74	90.57	91.11	89.49	91.96	92.34	91.24	91.11	91.23	91.26	91.68	89.67	89.98	90.31	90.70	92.33	90.61	91.33	90.77	91.10	92.00	89.71	91.13	91.39	90.75	88.07
327	372	48	0.01	8	0.00001	36	1.000000e-08	1.000000e-08	91.36	90.76	91.86	90.36	93.97	91.02	91.09	92.67	92.09	91.63	90.78	89.69	91.67	91.79	92.60	91.31	92.15	90.87	92.24	90.92	92.22	90.26	91.90	91.50	92.55	88.19
332	372	48	0.01	32	0.00001	36	0.000000e+00	0.000000e+00	89.45	92.92	90.56	90.63	91.68	90.84	91.33	91.54	91.60	89.21	91.65	92.11	89.27	90.20	91.44	89.99	91.55	90.00	91.74	89.07	92.00	90.68	91.14	89.59	90.30	90.53
333	372	48	0.01	32	0.00001	36	0.000000e+00	1.000000e-08	92.56	91.58	92.88	91.70	91.13	90.16	88.27	90.86	92.06	91.40	90.29	89.27	92.61	91.33	91.95	90.04	91.14	90.11	93.27	91.60	90.48	92.97	90.61	90.20	92.38	90.92
334	372	48	0.01	32	0.00001	36	1.000000e-08	0.000000e+00	91.18	91.13	92.82	91.40	90.61	89.60	90.11	90.80	91.13	90.63	91.07	89.20	91.42	92.20	90.23	91.29	92.18	91.72	93.31	90.57	90.93	91.60	91.97	90.40	91.99	89.98
335	372	48	0.01	32	0.00001	36	1.000000e-08	1.000000e-08	92.23	91.28	92.38	91.21	91.82	91.02	93.12	91.47	91.69	90.84	92.19	90.83	91.28	90.89	91.84	91.07	88.61	92.39	92.64	89.90	91.94	93.02	90.59	91.73	92.53	91.72
340	372	48	0.01	48	0.00001	36	0.000000e+00	0.000000e+00	90.96	90.28	91.13	92.49	92.96	93.14	90.96	90.50	92.29	93.49	93.12	91.49	91.79	92.14	91.60	92.86	90.55	91.27	93.76	91.31	93.38	92.73	92.57	91.39	93.39	92.01
341	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	91.19	90.83	92.25	91.88	91.89	91.52	94.12	91.42	91.50	92.03	92.83	89.80	90.75	91.45	91.75	90.24	93.76	91.79	92.40	92.02	92.49	93.56	92.39	93.57	92.72	92.27
342	372	48	0.01	48	0.00001	36	1.000000e-08	0.000000e+00	92.22	93.10	91.38	91.27	91.03	93.07	91.03	89.31	87.95	92.60	92.76	89.62	91.58	90.11	91.35	91.95	91.84	93.24	93.47	93.48	92.69	93.07	92.50	89.99	92.74	92.70
343	372	48	0.01	48	0.00001	36	1.000000e-08	1.000000e-08	94.33	93.33	93.12	91.74	92.27	90.42	93.83	92.82	90.72	91.14	92.30	89.38	90.47	91.56	90.79	91.70	92.14	90.81	92.00	89.23	91.98	92.46	93.03	92.81	91.73	92.28
348	372	48	0.01	64	0.00001	36	0.000000e+00	0.000000e+00	93.97	93.37	92.27	91.44	92.51	92.11	91.54	91.54	90.41	92.45	93.23	91.56	91.06	93.50	91.30	92.00	91.76	92.29	90.92	91.82	92.43	90.83	93.94	92.39	92.23	93.46
349	372	48	0.01	64	0.00001	36	0.000000e+00	1.000000e-08	91.39	94.25	93.48	91.45	90.35	92.43	89.00	92.19	90.71	91.23	92.72	90.97	92.84	94.06	91.54	91.95	93.97	91.06	92.83	91.44	93.19	92.02	93.36	93.01	91.51	92.27
350	372	48	0.01	64	0.00001	36	1.000000e-08	0.000000e+00	89.53	92.47	91.28	92.71	91.82	92.12	92.04	94.03	89.34	91.06	91.77	92.29	93.53	91.60	91.91	90.87	92.50	91.59	89.35	91.29	94.07	92.01	93.28	92.41	91.89	92.74
351	372	48	0.01	64	0.00001	36	1.000000e-08	1.000000e-08	92.80	91.54	92.15	90.98	92.65	89.80	92.76	92.23	91.53	91.56	92.36	93.71	91.63	92.68	92.84	93.00	92.20	92.53	93.53	92.07	94.02	91.57	92.58	92.54	93.83	92.01
356	372	48	0.01	8	0.00001	48	0.000000e+00	0.000000e+00	90.96	90.82	92.40	90.63	91.70	92.70	92.29	91.06	90.59	89.74	92.41	88.84	91.11	89.90	90.89	91.81	90.75	90.56	92.43	89.65	92.51	90.88	92.49	91.70	91.93	92.60
357	372	48	0.01	8	0.00001	48	0.000000e+00	1.000000e-08	87.71	88.34	89.16	90.74	90.63	90.18	88.21	89.76	90.21	90.99	91.23	88.71	88.88	90.78	88.16	87.10	90.66	89.81	90.29	89.08	90.21	89.80	90.69	90.23	88.11	89.05
358	372	48	0.01	8	0.00001	48	1.000000e-08	0.000000e+00	91.31	90.91	92.34	91.20	88.14	90.23	92.12	89.86	90.40	89.44	91.44	91.08	90.96	90.64	90.01	92.05	91.57	91.46	91.38	90.69	91.09	91.42	90.53	93.62	90.22	90.68
359	372	48	0.01	8	0.00001	48	1.000000e-08	1.000000e-08	89.55	91.87	89.41	91.69	91.08	90.12	89.31	88.34	89.78	89.77	90.12	92.46	90.41	90.91	89.86	88.86	90.29	92.34	90.75	88.74	92.99	90.66	91.71	90.82	91.82	87.91
364	372	48	0.01	32	0.00001	48	0.000000e+00	0.000000e+00	91.09	90.58	90.32	90.43	90.03	89.95	90.35	89.79	90.56	90.37	92.17	88.86	90.83	91.01	91.07	91.67	93.00	90.66	92.32	89.44	91.09	88.78	90.11	89.17	90.10	91.69
365	372	48	0.01	32	0.00001	48	0.000000e+00	1.000000e-08	86.47	91.30	92.98	91.96	90.86	90.95	90.42	89.78	89.76	89.67	91.63	88.90	91.06	91.52	91.39	92.06	92.24	89.70	93.55	90.72	92.88	90.93	91.93	90.41	91.97	89.96
366	372	48	0.01	32	0.00001	48	1.000000e-08	0.000000e+00	89.76	92.04	93.30	90.73	92.00	89.23	91.51	92.88	91.67	91.42	89.61	91.71	90.19	91.78	91.17	90.15	91.06	89.08	93.27	92.45	90.86	91.98	91.12	91.86	91.99	91.29
367	372	48	0.01	32	0.00001	48	1.000000e-08	1.000000e-08	90.57	94.13	91.99	92.42	90.42	89.84	91.57	90.94	89.76	89.77	93.15	90.81	89.57	91.45	91.67	90.13	91.98	90.03	91.56	90.26	93.69	90.70	91.94	91.17	90.84	89.92
372	372	48	0.01	48	0.00001	48	0.000000e+00	0.000000e+00	93.62	91.26	92.60	92.60	93.85	91.63	91.47	90.91	92.99	91.29	92.78	91.93	91.91	93.45	92.24	91.93	91.52	91.31	93.14	92.99	92.10	93.87	93.11	93.35	91.56	89.53
373	372	48	0.01	48	0.00001	48	0.000000e+00	1.000000e-08	92.29	90.68	90.64	90.56	93.76	90.83	94.75	91.61	91.57	90.56	90.40	90.52	91.36	90.53	89.48	91.58	91.81	91.00	92.58	91.34	93.61	91.80	92.27	91.80	91.47	91.51
374	372	48	0.01	48	0.00001	48	1.000000e-08	0.000000e+00	90.68	90.37	92.22	90.64	93.30	92.05	92.10	92.70	90.29	93.14	92.66	92.07	91.42	92.49	89.55	90.18	91.93	90.86	91.60	92.44	92.12	91.03	91.86	93.10	91.04	92.64
375	372	48	0.01	48	0.00001	48	1.000000e-08	1.000000e-08	90.65	91.21	91.26	92.10	94.72	90.63	90.26	92.70	91.84	91.56	91.36	92.47	91.47	92.55	91.67	92.65	94.64	91.52	91.98	91.82	93.16	91.88	93.79	92.58	91.66	91.89
380	372	48	0.01	64	0.00001	48	0.000000e+00	0.000000e+00	93.72	92.58	93.50	90.58	91.02	90.48	91.69	90.78	93.10	92.64	92.05	90.60	92.76	93.22	92.07	93.06	92.71	91.90	90.84	92.18	92.77	91.57	91.82	92.41	92.51	92.52
381	372	48	0.01	64	0.00001	48	0.000000e+00	1.000000e-08	92.23	90.91	94.17	93.59	92.06	91.79	91.53	92.46	94.12	92.89	91.53	91.30	91.89	91.15	91.76	90.86	92.54	91.71	92.30	91.88	92.96	92.57	92.79	93.00	92.68	91.40
382	372	48	0.01	64	0.00001	48	1.000000e-08	0.000000e+00	93.19	92.13	93.92	91.64	93.08	92.20	92.88	91.88	91.42	91.91	89.57	91.29	92.62	90.84	92.72	93.08	93.37	92.47	92.45	93.68	92.73	93.12	93.81	91.50	92.72	92.80
383	372	48	0.01	64	0.00001	48	1.000000e-08	1.000000e-08	90.78	92.20	92.10	92.20	93.20	92.09	92.81	91.66	91.89	94.41	92.78	90.63	91.83	92.22	91.69	90.66	93.02	91.56	93.07	90.06	93.32	93.13	93.22	92.60	92.65	91.70

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues = []
pvalues_real = []

for _,index in enumerate(dt_valid_sub.index):
  _, p_value = stats.ttest_ind(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')
  pvalues_real.append(p_value)
  pvalues.append((p_value >= 0.05)*1)

  

dt_valid_sub['pvalues'] = pvalues_real
dt_valid_sub['sig'] = pvalues


dt_valid_sub1 = dt_valid_sub.query('sig == 1')


max_indexx = dt_valid_sub1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
206	372	48	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	88.76	89.79	89.65	90.88	89.31	91.08	89.34	88.94	89.94	89.97	89.43	89.44	90.61	90.80	90.17	90.64	89.35	90.12	91.21	90.10	90.05	90.55	90.20	88.67	90.30	91.06
207	372	48	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	88.32	92.14	89.30	89.20	89.64	90.17	88.93	89.64	90.97	89.70	90.10	91.69	89.07	90.20	89.81	89.09	89.29	89.75	90.26	90.88	90.36	90.66	90.19	89.34	91.36	89.38
239	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	89.72	90.18	89.98	90.40	89.86	89.91	90.58	90.15	87.70	90.04	90.89	91.78	91.76	90.82	89.37	88.86	89.06	89.52	91.24	91.11	90.21	90.10	88.76	90.18	90.11	88.46
309	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	89.82	89.83	88.89	89.74	88.65	89.89	90.05	89.12	88.64	89.72	90.61	90.50	91.17	90.70	90.91	91.08	90.33	90.79	90.50	89.29	90.81	91.03	90.68	89.61	89.60	90.48
310	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	89.57	90.92	90.05	89.97	89.32	90.62	89.33	90.72	89.65	88.97	90.82	90.38	91.17	89.90	89.35	91.54	89.99	88.83	90.92	90.68	91.21	91.44	89.56	88.14	90.39	90.32
311	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	90.95	90.78	90.59	91.15	91.06	90.43	89.39	89.11	88.98	90.67	91.23	90.82	90.35	90.30	90.65	89.33	89.72	90.37	91.02	90.72	91.53	91.48	90.10	88.86	89.24	89.95
341	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	88.91	90.28	89.92	89.76	89.35	90.24	90.07	90.95	89.49	88.00	91.43	90.87	90.23	89.80	90.18	90.75	90.03	90.77	90.02	91.31	90.35	89.84	90.26	90.84	89.50	90.24
213	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	90.93	90.45	89.37	88.95	90.72	89.85	88.73	88.79	90.94	88.98	89.94	90.72	88.95	90.63	90.58	90.81	90.01	90.92	91.27	89.84	90.70	90.11	89.24	89.97	89.47	90.35
215	372	48	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	89.38	89.17	89.75	89.48	89.08	90.25	89.22	89.78	90.01	89.16	90.32	91.31	90.20	90.56	90.14	91.26	90.18	89.46	90.29	90.55	90.33	89.95	89.92	89.92	90.26	90.77
246	372	48	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	89.44	90.44	90.25	88.24	90.15	91.54	90.17	89.77	90.15	89.73	90.36	91.05	89.65	88.52	89.85	91.84	90.51	89.47	91.72	90.20	88.71	90.92	90.04	89.65	89.41	88.39
319	372	48	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	90.19	88.74	89.42	90.08	88.97	89.43	89.59	90.82	88.93	89.91	89.83	90.47	90.79	89.20	89.83	90.48	89.77	90.13	90.90	91.13	90.57	91.23	88.82	90.45	90.42	89.66
284	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	90.59	88.92	89.56	90.34	89.17	91.44	91.10	91.21	90.09	89.73	89.47	88.98	90.59	88.13	89.27	90.65	89.10	89.89	90.72	90.33	90.92	90.66	89.99	89.73	89.01	91.03

Size of the All data:  (192, 29)
Size of the Sig data:  (12, 29)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params1 = dt_valid.loc[dt_valid_sub1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params = optimal_params1.reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
8	372	48	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	92.68	87.30	91.66	90.64	92.47	92.26	92.05	90.78	90.56	91.43	91.57	90.75	90.13	90.47	90.10	91.86	91.43	92.37	93.13	90.93	92.47	91.81	92.79	91.58	91.62	91.38
11	372	48	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	92.71	93.76	90.75	92.58	89.64	90.24	90.49	91.41	91.08	91.76	92.46	89.73	89.58	92.86	90.04	90.79	90.35	90.27	91.60	88.75	93.00	91.95	91.37	91.23	93.38	90.78
5	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	90.55	91.13	90.72	92.06	91.51	91.54	89.20	92.51	91.54	89.70	89.25	92.26	92.01	92.83	91.91	90.08	90.02	92.16	93.26	89.23	92.47	91.40	92.18	92.40	89.19	91.72
3	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	90.88	92.00	91.06	91.43	90.10	91.74	92.34	92.10	91.08	91.73	92.44	91.55	91.30	91.19	92.62	92.00	93.79	91.57	92.73	92.83	92.85	93.72	93.10	92.07	91.99	92.46
1	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	91.23	92.03	92.13	91.60	91.61	91.12	92.56	91.61	90.88	91.98	92.94	90.93	92.05	91.75	90.99	94.04	94.08	92.37	92.91	93.43	93.11	93.61	93.49	91.41	93.49	92.66
0	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	93.50	91.80	93.78	93.43	92.63	90.04	92.47	90.96	92.59	91.61	92.60	92.62	92.79	90.02	90.34	92.88	92.14	93.06	94.28	93.06	92.46	93.68	92.24	91.39	92.26	89.41
2	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	91.19	90.83	92.25	91.88	91.89	91.52	94.12	91.42	91.50	92.03	92.83	89.80	90.75	91.45	91.75	90.24	93.76	91.79	92.40	92.02	92.49	93.56	92.39	93.57	92.72	92.27
4	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	92.83	90.12	89.95	90.06	92.28	89.34	90.30	91.27	92.29	90.51	92.55	92.54	90.95	91.48	89.99	91.64	93.01	92.33	93.47	92.33	92.80	92.67	92.97	92.69	93.84	91.77
6	372	48	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	90.25	91.03	92.63	90.52	92.37	92.38	91.46	92.77	90.97	92.24	91.77	91.11	91.11	90.07	90.84	90.32	92.31	89.48	92.94	92.58	93.23	92.79	93.08	93.52	93.50	92.66
9	372	48	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	91.54	92.11	92.12	90.30	90.99	91.08	90.98	93.69	92.24	92.13	91.78	89.94	91.98	91.64	91.72	93.69	91.26	91.99	93.29	91.09	92.25	93.77	93.28	92.01	91.46	92.12
10	372	48	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	92.97	93.02	91.69	91.75	92.57	91.93	91.79	90.91	91.00	91.41	89.67	90.16	93.06	91.91	89.71	92.49	91.19	92.34	93.06	91.26	92.56	93.88	92.63	92.62	92.68	93.14
7	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	93.46	93.60	92.44	92.22	93.16	91.09	93.48	92.77	92.85	92.63	90.93	90.64	92.14	90.61	90.80	91.94	93.34	92.62	91.53	92.98	93.00	92.19	93.84	92.73	92.85	91.78

Size of the test data:  (12, 34)

Difference

Code

diff = dt[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt.columns,test_data_1.columns)):   
   diff[f'col_diff_{i}'] = (np.array(dt[cols[0]]) - np.array(test_data_1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff['negative_count'] = diff.apply(count_negatives, axis=1)
diff.sort_values(by =["negative_count"],inplace = True, ascending=False)

html_table = diff.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

# 
# show(diff)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
206	372	48	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.92	-2.49	2.01	-0.24	3.16	1.18	2.71	1.84	0.62	1.46	2.14	1.31	-0.48	-0.33	-0.07	1.22	2.08	2.25	1.92	0.83	2.42	1.26	2.59	2.91	1.32	0.32	5
239	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.83	0.95	0.74	1.66	1.65	1.63	-1.38	2.36	3.84	-0.34	-1.64	0.48	0.25	2.01	2.54	1.22	0.96	2.64	2.02	-1.88	2.26	1.30	3.42	2.22	-0.92	3.26	5
311	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.55	1.02	3.19	2.28	1.57	-0.39	3.08	1.85	3.61	0.94	1.37	1.80	2.44	-0.28	-0.31	3.55	2.42	2.69	3.26	2.34	0.93	2.20	2.14	2.53	3.02	-0.54	4
213	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.90	-0.33	0.58	1.11	1.56	-0.51	1.57	2.48	1.35	1.53	2.61	1.82	2.00	0.85	-0.59	0.83	3.00	1.41	2.20	2.49	2.10	2.56	3.73	2.72	4.37	1.42	3
215	372	48	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.87	1.86	2.88	1.04	3.29	2.13	2.24	2.99	0.96	3.08	1.45	-0.20	0.91	-0.49	0.70	-0.94	2.13	0.02	2.65	2.03	2.90	2.84	3.16	3.60	3.24	1.89	3
319	372	48	0.01	64	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.78	4.28	2.27	1.67	3.60	2.50	2.20	0.09	2.07	1.50	-0.16	-0.31	2.27	2.71	-0.12	2.01	1.42	2.21	2.16	0.13	1.99	2.65	3.81	2.17	2.26	3.48	3
207	372	48	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.39	1.62	1.45	3.38	-0.00	0.07	1.56	1.77	0.11	2.06	2.36	-1.96	0.51	2.66	0.23	1.70	1.06	0.52	1.34	-2.13	2.64	1.29	1.18	1.89	2.02	1.40	2
341	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.28	0.55	2.33	2.12	2.54	1.28	4.05	0.47	2.01	4.03	1.40	-1.07	0.52	1.65	1.57	-0.51	3.73	1.02	2.38	0.71	2.14	3.72	2.13	2.73	3.22	2.03	2
246	372	48	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.10	1.67	1.87	2.06	0.84	-0.46	0.81	3.92	2.09	2.40	1.42	-1.11	2.33	3.12	1.87	1.85	0.75	2.52	1.57	0.89	3.54	2.85	3.24	2.36	2.05	3.73	2
284	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.87	4.68	2.88	1.88	3.99	-0.35	2.38	1.56	2.76	2.90	1.46	1.66	1.55	2.48	1.53	1.29	4.24	2.73	0.81	2.65	2.08	1.53	3.85	3.00	3.84	0.75	1
309	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.06	2.17	2.17	1.69	1.45	1.85	2.29	2.98	2.44	2.01	1.83	1.05	0.13	0.49	1.71	0.92	3.46	0.78	2.23	3.54	2.04	2.69	2.42	2.46	2.39	1.98	0
310	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.66	1.11	2.08	1.63	2.29	0.50	3.23	0.89	1.23	3.01	2.12	0.55	0.88	1.85	1.64	2.50	4.09	3.54	1.99	2.75	1.90	2.17	3.93	3.27	3.10	2.34	0

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_19	90.839167	0.499080
mAP_valid_abs_values_12	90.667500	0.820943
mAP_valid_abs_values_22	90.664167	0.573244
mAP_valid_abs_values_16	90.527500	0.954883
mAP_valid_abs_values_20	90.511667	0.590051
mAP_valid_abs_values_21	90.479167	0.703168
mAP_valid_abs_values_6	90.404167	0.656249
mAP_valid_abs_values_13	90.378333	0.840312
mAP_valid_abs_values_11	90.369167	0.649426
mAP_valid_abs_values_2	90.136667	0.945471
mAP_valid_abs_values_15	90.009167	0.531438
mAP_valid_abs_values_26	90.007500	0.892179
mAP_valid_abs_values_18	90.001667	0.638034
mAP_valid_abs_values_14	89.963333	0.904738
mAP_valid_abs_values_25	89.922500	0.665543
mAP_valid_abs_values_8	89.916667	0.846472
mAP_valid_abs_values_4	89.849167	0.817006
mAP_valid_abs_values_23	89.813333	0.595992
mAP_valid_abs_values_17	89.778333	0.482829
mAP_valid_abs_values_3	89.727500	0.463468
mAP_valid_abs_values	89.715000	0.837675
mAP_valid_abs_values_7	89.708333	0.697578
mAP_valid_abs_values_9	89.624167	0.947307
mAP_valid_abs_values_24	89.613333	0.766626
mAP_valid_abs_values_5	89.606667	0.722173
mAP_valid_abs_values_10	89.548333	0.683079

We then apply the hyperparameters to the test set and average the results.

Code

test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_22	92.919167	0.896614
mAP_test_abs_values_19	92.883333	0.764774
mAP_test_abs_values_23	92.780000	0.668825
mAP_test_abs_values_21	92.724167	0.313933
mAP_test_abs_values_25	92.415000	1.271953
mAP_test_abs_values_24	92.268333	0.795394
mAP_test_abs_values_17	92.223333	1.386050
mAP_test_abs_values	91.982500	1.162060
average_map	91.865801	0.384213
mAP_test_abs_values_18	91.862500	1.017011
mAP_test_abs_values_8	91.850000	0.913017
mAP_test_abs_values_26	91.845833	0.997501
mAP_test_abs_values_16	91.830833	1.311214
mAP_test_abs_values_7	91.770000	1.384617
mAP_test_abs_values_5	91.768333	1.064449
mAP_test_abs_values_3	91.765000	1.030829
mAP_test_abs_values_11	91.732500	1.213711
mAP_test_abs_values_20	91.707500	1.507340
mAP_test_abs_values_10	91.596667	0.796941
mAP_test_abs_values_2	91.560833	1.735399
mAP_test_abs_values_9	91.548333	0.757242
mAP_test_abs_values_4	91.539167	1.006357
mAP_test_abs_values_13	91.487500	1.040927
mAP_test_abs_values_14	91.356667	0.944336
mAP_test_abs_values_6	91.190000	0.920326
mAP_test_abs_values_12	91.002500	1.043474
mAP_test_abs_values_15	90.900833	0.921091

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues_mw = []
pvalues_real_mw = []

for _,index in enumerate(dt_valid_sub.index):

  _, p_value_mw = stats.mannwhitneyu(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')#, method = 'asymptotic')
  pvalues_real_mw.append(p_value_mw)
  pvalues_mw.append((p_value_mw >= 0.05)*1)
  

dt_valid_sub_mw['pvalues_mw'] = pvalues_real_mw
dt_valid_sub_mw['sig_mw'] = pvalues_mw

dt_valid_sub_mw1 = dt_valid_sub_mw.query('sig_mw == 1')


max_indexx = dt_valid_sub_mw1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
239	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	89.72	90.18	89.98	90.40	89.86	89.91	90.58	90.15	87.70	90.04	90.89	91.78	91.76	90.82	89.37	88.86	89.06	89.52	91.24	91.11	90.21	90.10	88.76	90.18	90.11	88.46
309	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	89.82	89.83	88.89	89.74	88.65	89.89	90.05	89.12	88.64	89.72	90.61	90.50	91.17	90.70	90.91	91.08	90.33	90.79	90.50	89.29	90.81	91.03	90.68	89.61	89.60	90.48
310	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	89.57	90.92	90.05	89.97	89.32	90.62	89.33	90.72	89.65	88.97	90.82	90.38	91.17	89.90	89.35	91.54	89.99	88.83	90.92	90.68	91.21	91.44	89.56	88.14	90.39	90.32
311	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	90.95	90.78	90.59	91.15	91.06	90.43	89.39	89.11	88.98	90.67	91.23	90.82	90.35	90.30	90.65	89.33	89.72	90.37	91.02	90.72	91.53	91.48	90.10	88.86	89.24	89.95
341	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	88.91	90.28	89.92	89.76	89.35	90.24	90.07	90.95	89.49	88.00	91.43	90.87	90.23	89.80	90.18	90.75	90.03	90.77	90.02	91.31	90.35	89.84	90.26	90.84	89.50	90.24
213	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	90.93	90.45	89.37	88.95	90.72	89.85	88.73	88.79	90.94	88.98	89.94	90.72	88.95	90.63	90.58	90.81	90.01	90.92	91.27	89.84	90.70	90.11	89.24	89.97	89.47	90.35
284	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	90.59	88.92	89.56	90.34	89.17	91.44	91.10	91.21	90.09	89.73	89.47	88.98	90.59	88.13	89.27	90.65	89.10	89.89	90.72	90.33	90.92	90.66	89.99	89.73	89.01	91.03

Size of the All data:  (192, 29)
Size of the Sig data:  (7, 34)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params_mw1 = dt_valid.loc[dt_valid_sub_mw1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params_mw = optimal_params_mw1.reset_index()
optimal_params_mw.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_mw1 = pd.merge(optimal_params_mw, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub_mw = test_data_mw1[list(test_data_mw1.columns[test_data_mw1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
5	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	90.55	91.13	90.72	92.06	91.51	91.54	89.20	92.51	91.54	89.70	89.25	92.26	92.01	92.83	91.91	90.08	90.02	92.16	93.26	89.23	92.47	91.40	92.18	92.40	89.19	91.72
3	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	90.88	92.00	91.06	91.43	90.10	91.74	92.34	92.10	91.08	91.73	92.44	91.55	91.30	91.19	92.62	92.00	93.79	91.57	92.73	92.83	92.85	93.72	93.10	92.07	91.99	92.46
1	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	91.23	92.03	92.13	91.60	91.61	91.12	92.56	91.61	90.88	91.98	92.94	90.93	92.05	91.75	90.99	94.04	94.08	92.37	92.91	93.43	93.11	93.61	93.49	91.41	93.49	92.66
0	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	93.50	91.80	93.78	93.43	92.63	90.04	92.47	90.96	92.59	91.61	92.60	92.62	92.79	90.02	90.34	92.88	92.14	93.06	94.28	93.06	92.46	93.68	92.24	91.39	92.26	89.41
2	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	91.19	90.83	92.25	91.88	91.89	91.52	94.12	91.42	91.50	92.03	92.83	89.80	90.75	91.45	91.75	90.24	93.76	91.79	92.40	92.02	92.49	93.56	92.39	93.57	92.72	92.27
4	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	92.83	90.12	89.95	90.06	92.28	89.34	90.30	91.27	92.29	90.51	92.55	92.54	90.95	91.48	89.99	91.64	93.01	92.33	93.47	92.33	92.80	92.67	92.97	92.69	93.84	91.77
6	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	93.46	93.60	92.44	92.22	93.16	91.09	93.48	92.77	92.85	92.63	90.93	90.64	92.14	90.61	90.80	91.94	93.34	92.62	91.53	92.98	93.00	92.19	93.84	92.73	92.85	91.78

Size of the test data:  (7, 34)

Difference

Code

diff_mw = dt_mw[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt_mw.columns,test_data_mw1.columns)):   
   diff_mw[f'col_diff_{i}'] = (np.array(dt_mw[cols[0]]) - np.array(test_data_mw1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff_mw['negative_count'] = diff_mw.apply(count_negatives, axis=1)

diff_mw.sort_values(by =["negative_count"],inplace = True, ascending=False)


html_table = diff_mw.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

key_values = ['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']
print('Are the keys of the valid and test dfs same?: ',dt_mw[key_values].equals(test_data_mw1[key_values]))

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
239	372	48	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.83	0.95	0.74	1.66	1.65	1.63	-1.38	2.36	3.84	-0.34	-1.64	0.48	0.25	2.01	2.54	1.22	0.96	2.64	2.02	-1.88	2.26	1.30	3.42	2.22	-0.92	3.26	5
311	372	48	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.55	1.02	3.19	2.28	1.57	-0.39	3.08	1.85	3.61	0.94	1.37	1.80	2.44	-0.28	-0.31	3.55	2.42	2.69	3.26	2.34	0.93	2.20	2.14	2.53	3.02	-0.54	4
213	372	48	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.90	-0.33	0.58	1.11	1.56	-0.51	1.57	2.48	1.35	1.53	2.61	1.82	2.00	0.85	-0.59	0.83	3.00	1.41	2.20	2.49	2.10	2.56	3.73	2.72	4.37	1.42	3
341	372	48	0.01	48	0.00001	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.28	0.55	2.33	2.12	2.54	1.28	4.05	0.47	2.01	4.03	1.40	-1.07	0.52	1.65	1.57	-0.51	3.73	1.02	2.38	0.71	2.14	3.72	2.13	2.73	3.22	2.03	2
284	372	48	0.01	64	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.87	4.68	2.88	1.88	3.99	-0.35	2.38	1.56	2.76	2.90	1.46	1.66	1.55	2.48	1.53	1.29	4.24	2.73	0.81	2.65	2.08	1.53	3.85	3.00	3.84	0.75	1
309	372	48	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.06	2.17	2.17	1.69	1.45	1.85	2.29	2.98	2.44	2.01	1.83	1.05	0.13	0.49	1.71	0.92	3.46	0.78	2.23	3.54	2.04	2.69	2.42	2.46	2.39	1.98	0
310	372	48	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.66	1.11	2.08	1.63	2.29	0.50	3.23	0.89	1.23	3.01	2.12	0.55	0.88	1.85	1.64	2.50	4.09	3.54	1.99	2.75	1.90	2.17	3.93	3.27	3.10	2.34	0

Are the keys of the valid and test dfs same?:  False

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_21	90.818571	0.460740
mAP_valid_abs_values_19	90.812857	0.443648
mAP_valid_abs_values_22	90.665714	0.671562
mAP_valid_abs_values_11	90.627143	0.698301
mAP_valid_abs_values_13	90.602857	0.905294
mAP_valid_abs_values_12	90.578571	0.837425
mAP_valid_abs_values_20	90.468571	0.710714
mAP_valid_abs_values_16	90.431429	0.968219
mAP_valid_abs_values_6	90.340000	0.567744
mAP_valid_abs_values_2	90.194286	0.670717
mAP_valid_abs_values_18	90.155714	0.779099
mAP_valid_abs_values_26	90.118571	0.800987
mAP_valid_abs_values	90.070000	0.770822
mAP_valid_abs_values_4	90.044286	0.684711
mAP_valid_abs_values_15	90.044286	0.702136
mAP_valid_abs_values_14	90.040000	0.929606
mAP_valid_abs_values_8	90.007143	0.994798
mAP_valid_abs_values_7	89.892857	0.806984
mAP_valid_abs_values_23	89.798571	0.653820
mAP_valid_abs_values_3	89.765714	0.547079
mAP_valid_abs_values_17	89.748571	0.489810
mAP_valid_abs_values_5	89.732857	0.871621
mAP_valid_abs_values_24	89.618571	0.885502
mAP_valid_abs_values_25	89.617143	0.480753
mAP_valid_abs_values_10	89.444286	0.869997
mAP_valid_abs_values_9	89.355714	1.044715

We then apply the hyperparameters to the test set and average the results.

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params = dt_valid.loc[dt_valid_sub_mw1.index].iloc[:, :6].reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, how='left')
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]
test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_23	93.045714	0.680939
mAP_test_abs_values_22	92.744643	0.979045
mAP_test_abs_values_19	92.689286	0.945758
mAP_test_abs_values_21	92.684643	0.640703
mAP_test_abs_values_17	92.582857	1.132780
mAP_test_abs_values_25	92.367857	1.005000
mAP_test_abs_values_16	92.213929	1.117372
mAP_test_abs_values_18	92.096071	0.888237
mAP_test_abs_values_11	92.014643	1.130816
mAP_test_abs_values_24	91.893214	0.845091
average_map	91.855261	0.391434
mAP_test_abs_values_7	91.846786	1.244273
mAP_test_abs_values_2	91.758929	0.913213
mAP_test_abs_values_10	91.737500	0.890995
mAP_test_abs_values_4	91.722857	0.828389
mAP_test_abs_values	91.653571	1.329877
mAP_test_abs_values_3	91.628929	1.311059
mAP_test_abs_values_26	91.580000	1.217976
mAP_test_abs_values_20	91.565714	1.622979
mAP_test_abs_values_9	91.549286	1.113822
mAP_test_abs_values_5	91.542500	1.419895
mAP_test_abs_values_14	91.538214	1.008035
mAP_test_abs_values_13	91.400000	0.859276
mAP_test_abs_values_8	91.341786	1.093445
mAP_test_abs_values_6	91.308929	1.105436
mAP_test_abs_values_12	91.000357	1.261150
mAP_test_abs_values_15	90.728571	1.386941

Summary using radar plot

Code

def extract_number(text):
    if isinstance(text, str):
        matches = re.findall(r'\d+', text)
        return int(matches[0]) if matches else 1
    return 1

res_valid1['id'] = res_valid1.index.to_series().apply(extract_number)
res_test1['id'] = res_test1.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid1,res_test1])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test1 = res_test1.sort_values(by=['id']).reset_index().query("index !='average_map'")
data_range1 = np.array(list(res_test1['mean']) + list(res_valid1['mean']))
categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test1['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid1['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "T-Test",
        'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range1.min()), round(data_range1.max()) + 1]
    )),
  showlegend=True
)

fig.show()

##############


res_valid2['id'] = res_valid2.index.to_series().apply(extract_number)
res_test2['id'] = res_test2.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid2,res_test2])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test2 = res_test2.sort_values(by=['id']).reset_index().query("index !='average_map'")

data_range2 = np.array(list(res_test2['mean']) + list(res_valid2['mean']))

categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test2['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid2['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "MU-Test",
         'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range2.min()), round(data_range2.max()) + 1]
    )),
  showlegend=True
)

fig.show()

The results in this presentation are from two experimental designs:

Experiment 1 Results

The thresholding is based on fixed values between -1 and 1 on a step size of 0.1.

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
388	372	16	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	84.67	83.85	86.22	87.00	85.46	88.09	85.59	87.05	85.91	86.21	88.40	87.32	85.46	86.70	74.25	86.50	86.69	42.66	87.27	74.68	87.52	75.99	86.33	84.46	86.14	83.86
389	372	16	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	85.79	86.59	87.07	86.41	84.71	87.77	82.01	85.92	86.31	85.52	88.61	90.10	85.90	42.66	87.89	87.66	88.72	71.64	88.67	89.56	87.22	87.96	86.40	88.06	87.70	88.69
390	372	16	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	85.59	76.89	85.18	88.30	88.76	88.10	86.68	83.51	87.03	87.85	84.26	84.50	84.90	87.41	85.70	88.26	77.34	88.77	88.41	88.48	87.46	88.23	87.59	74.62	86.72	76.37
391	372	16	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	85.65	72.36	86.18	86.62	86.67	88.88	87.00	86.55	88.46	87.14	87.82	88.97	87.07	86.13	83.85	86.96	80.55	86.19	89.55	89.79	87.28	87.51	74.43	86.75	87.68	88.14
404	372	16	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	85.42	87.66	86.79	86.25	84.64	85.83	89.20	86.53	88.72	84.21	88.35	89.60	86.88	89.85	83.99	86.57	75.40	86.89	88.01	88.94	87.93	84.19	84.49	88.01	86.65	86.42
405	372	16	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	86.74	86.67	84.39	88.99	86.14	87.52	88.03	89.46	87.77	87.25	42.66	88.22	86.40	86.61	85.63	88.13	86.07	87.17	90.42	87.92	87.30	87.70	72.95	73.98	88.84	87.58
406	372	16	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	86.25	86.19	85.54	87.99	79.71	89.79	88.31	86.50	86.29	86.88	87.81	88.93	87.48	89.31	86.49	88.27	85.74	86.53	88.20	87.91	88.32	88.56	88.03	73.67	89.60	83.71
407	372	16	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	85.00	83.78	86.47	87.41	86.40	87.77	86.01	87.73	87.63	87.01	87.40	88.51	86.34	87.49	75.65	89.38	90.48	86.78	91.32	87.49	88.06	87.71	80.04	87.63	83.32	89.23
420	372	16	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	87.33	86.45	86.57	86.92	84.78	87.77	88.44	88.00	87.60	84.71	42.66	88.17	87.06	88.08	83.65	87.62	85.47	87.32	86.92	88.15	86.67	86.88	87.83	88.47	87.17	88.49
421	372	16	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	85.82	85.76	87.15	84.80	86.98	89.12	87.08	87.73	86.95	85.78	89.38	89.97	87.78	89.11	88.79	85.86	87.80	86.20	87.52	89.40	87.82	42.66	87.05	88.54	87.98	88.32
422	372	16	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	85.83	87.01	88.20	86.71	85.89	91.48	87.44	87.75	88.18	88.88	85.92	88.96	88.35	89.30	88.69	87.98	90.05	87.19	91.30	92.48	82.80	87.81	86.73	74.43	88.81	88.37
423	372	16	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	87.10	87.53	87.15	42.66	87.10	87.30	87.07	88.65	89.47	88.04	86.36	90.96	87.66	86.19	87.58	88.01	75.73	86.19	90.14	87.68	87.93	89.86	88.64	88.67	89.01	87.46
436	372	16	0.10	24	0.00100	36	0.000000e+00	0.000000e+00	73.42	73.59	66.09	65.30	66.43	64.98	73.06	65.06	65.55	66.44	74.35	64.04	72.99	65.71	65.18	71.71	64.59	73.03	64.32	64.00	64.50	65.57	66.00	65.27	65.64	65.94
437	372	16	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	73.91	66.04	64.69	66.96	55.68	74.99	72.88	73.81	73.58	72.28	74.40	75.30	74.37	65.06	65.03	74.51	65.44	75.03	64.45	75.18	64.61	64.50	74.28	66.16	64.56	64.55
438	372	16	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	72.18	64.34	73.14	64.13	56.38	72.06	72.80	56.24	74.40	55.78	75.07	55.28	74.13	64.74	63.96	75.05	64.72	63.83	75.65	42.66	64.61	64.35	55.86	63.48	56.44	65.11
439	372	16	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	72.59	55.46	64.44	64.62	73.43	74.62	71.88	68.70	65.21	73.85	73.92	75.29	74.65	63.85	64.35	73.75	64.72	64.58	74.62	74.88	64.14	64.30	66.57	64.62	64.76	63.25
452	372	16	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	74.50	72.31	73.59	72.31	73.86	75.58	74.39	64.40	74.11	65.33	74.85	63.80	74.51	74.47	62.46	74.30	63.67	63.18	75.01	74.94	64.07	64.29	65.10	64.68	64.09	64.08
453	372	16	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	73.17	74.14	64.64	74.50	73.57	74.52	73.76	63.78	74.07	74.03	74.95	75.31	73.39	56.27	63.42	73.87	65.21	74.79	63.82	75.48	63.37	64.73	73.09	64.81	64.98	63.38
454	372	16	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	74.27	74.53	74.37	73.95	74.21	75.90	74.27	65.16	75.19	73.70	74.90	63.82	68.70	63.84	64.54	74.50	74.17	69.52	75.15	74.37	63.44	64.53	63.60	64.51	64.34	64.10
455	372	16	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	73.70	64.50	74.65	65.05	74.37	75.16	73.63	73.94	73.71	73.99	75.20	63.23	74.65	70.33	64.84	73.67	74.63	74.39	74.17	75.54	63.14	63.37	63.13	64.36	73.19	62.61
468	372	16	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	73.89	73.67	64.10	64.57	64.20	63.27	73.17	63.80	74.98	73.86	74.28	73.87	74.62	73.92	63.13	75.33	62.69	74.88	62.87	74.65	63.69	63.07	63.58	62.98	64.01	63.38
469	372	16	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	73.89	63.89	73.87	63.84	73.72	75.91	73.16	74.33	74.70	73.86	74.36	74.67	73.88	63.55	62.83	74.85	63.47	74.78	75.09	63.35	62.21	63.47	62.74	63.24	64.17	64.27
470	372	16	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	74.09	64.53	73.13	73.36	64.00	74.92	74.15	56.03	74.61	74.08	74.59	55.28	74.65	75.19	62.95	74.91	63.65	74.12	75.86	75.49	63.86	62.71	72.92	63.69	64.40	63.69
471	372	16	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	73.77	73.62	74.13	64.58	64.10	74.60	74.88	63.64	74.65	74.87	74.41	63.67	73.44	63.94	63.41	74.08	74.68	75.07	75.37	74.88	63.16	63.95	63.28	63.93	63.76	63.39
484	372	16	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	65.75	65.31	65.26	42.66	56.12	74.74	71.09	66.27	64.87	66.46	64.39	64.81	73.81	64.97	64.18	73.71	65.74	74.45	75.77	63.88	64.92	64.54	65.02	65.45	65.83	66.60
485	372	16	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	73.70	74.59	65.52	64.88	65.41	75.19	72.78	65.74	72.90	64.91	74.74	64.81	74.11	63.94	63.84	73.99	74.11	65.89	75.72	63.66	64.10	65.13	65.34	64.44	63.72	65.10
486	372	16	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	73.41	65.33	64.78	64.29	64.77	74.84	72.84	64.24	72.93	55.86	75.53	64.05	74.07	74.66	63.89	74.93	65.48	65.33	74.49	64.57	64.86	65.78	64.80	63.87	64.56	64.51
487	372	16	0.10	24	0.00100	48	1.000000e-08	1.000000e-08	56.40	65.61	72.53	64.51	64.13	74.71	73.73	56.15	73.30	73.78	74.60	62.80	82.22	74.29	64.34	69.78	63.37	64.85	75.53	75.84	73.55	63.74	73.94	62.81	64.27	63.62
500	372	16	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	72.52	64.57	73.47	74.36	74.13	74.38	73.90	75.42	73.85	74.07	63.58	64.19	83.76	62.49	64.28	74.35	63.39	74.77	74.38	75.02	63.51	64.31	63.60	63.54	42.66	63.94
501	372	16	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	73.35	73.72	74.84	64.18	64.88	64.33	73.88	64.04	74.66	73.70	75.70	75.66	74.22	74.82	74.84	74.40	64.02	75.73	75.90	74.78	64.33	63.48	63.79	64.60	64.32	64.25
502	372	16	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	73.63	73.56	73.93	73.96	64.09	74.35	74.66	65.44	73.97	74.99	42.66	62.96	73.89	63.40	64.60	74.85	63.93	74.19	75.24	75.28	64.01	64.49	64.22	63.30	64.54	65.23
503	372	16	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	73.28	64.99	73.87	65.04	64.57	75.03	74.94	64.29	73.38	73.85	75.42	71.83	74.15	63.00	63.27	74.47	63.84	64.07	75.20	63.80	62.64	64.12	56.39	63.40	63.96	64.74
516	372	16	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	73.24	65.53	64.59	65.48	74.60	73.95	73.90	64.53	74.29	64.09	74.38	75.27	74.10	63.76	63.34	74.61	63.49	74.56	75.89	74.91	63.90	63.44	64.88	64.71	63.60	64.73
517	372	16	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	73.18	64.38	63.66	74.06	63.85	75.39	87.25	63.67	75.19	74.01	75.93	74.92	74.86	73.89	62.70	74.91	63.25	75.13	63.32	74.11	62.66	62.17	73.62	63.76	62.96	62.76
518	372	16	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	73.89	64.34	74.94	64.09	74.61	74.89	74.46	64.31	87.07	64.07	74.54	62.73	73.65	74.49	63.46	70.53	74.57	68.51	75.11	71.18	62.11	62.56	63.42	64.53	64.41	63.46
519	372	16	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	73.63	64.15	74.43	74.01	74.36	62.56	74.98	64.25	74.37	75.37	75.38	75.62	74.18	73.85	62.24	75.12	63.08	74.78	63.57	63.55	74.68	62.87	63.06	63.08	64.78	64.01
532	372	16	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	86.26	84.93	82.48	87.78	84.45	85.79	85.97	84.37	85.89	87.41	86.82	88.35	82.34	85.72	86.97	83.51	73.68	87.02	84.34	85.98	88.19	85.87	84.69	76.29	72.11	85.76
533	372	16	0.10	24	0.00001	24	0.000000e+00	1.000000e-08	84.62	84.84	86.96	87.25	84.01	87.49	87.09	83.33	86.96	88.00	88.87	87.88	87.15	88.08	70.83	86.95	87.58	86.87	88.18	87.46	86.84	86.27	87.14	73.23	87.58	86.67
534	372	16	0.10	24	0.00001	24	1.000000e-08	0.000000e+00	85.28	87.49	83.47	86.65	75.58	84.32	88.38	87.62	87.71	85.81	87.56	88.92	88.40	87.78	88.75	87.21	87.42	87.01	87.32	88.12	87.00	70.42	87.81	73.29	72.39	84.92
535	372	16	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	84.40	87.62	85.64	82.92	86.59	86.62	84.97	87.99	87.09	86.39	87.23	91.47	87.39	88.21	87.83	72.02	85.69	88.18	76.54	88.97	73.98	87.35	86.86	88.31	73.70	87.07
548	372	16	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	84.65	86.62	87.15	87.69	86.63	86.52	86.80	87.50	86.67	86.23	85.40	85.46	88.24	87.65	87.30	86.88	85.44	85.80	87.38	85.74	88.42	88.38	85.84	73.50	87.52	88.98
549	372	16	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	87.24	85.34	87.70	85.55	85.01	88.91	86.81	80.04	88.12	87.59	89.83	88.35	88.95	88.28	86.30	87.60	88.92	86.11	91.33	90.09	80.83	88.60	85.72	87.83	88.05	87.44
550	372	16	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	85.18	88.96	82.88	86.79	86.43	89.26	87.23	88.29	89.58	88.36	89.16	90.12	87.60	88.36	88.39	86.33	87.60	87.66	87.23	88.50	88.49	88.45	88.42	87.98	88.01	88.04
551	372	16	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	87.11	87.32	87.29	86.37	88.01	88.43	86.47	89.24	86.00	87.56	87.40	87.55	87.53	88.35	87.40	73.64	86.47	88.87	88.16	89.91	88.34	87.36	87.14	71.44	85.87	73.89
564	372	16	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	85.93	88.01	72.05	83.97	86.71	87.31	85.40	85.96	88.57	87.36	88.66	90.74	87.44	86.63	88.56	88.01	89.43	87.85	86.92	88.39	88.04	76.50	85.77	87.79	73.96	90.50
565	372	16	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	85.72	87.89	85.58	86.97	86.75	88.33	86.43	87.11	90.56	87.22	88.86	87.84	89.12	85.94	87.72	88.39	88.13	87.31	90.23	88.86	88.88	89.26	86.68	76.15	86.32	88.61
566	372	16	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	86.92	86.90	87.24	86.73	85.38	89.16	84.82	88.37	86.81	86.93	88.97	87.91	87.50	88.56	87.48	87.86	87.11	87.25	88.46	92.16	88.05	86.23	88.64	87.24	88.59	87.86
567	372	16	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	87.05	84.85	86.41	85.30	86.48	89.69	86.63	86.41	87.96	87.39	88.17	90.25	91.31	87.39	87.75	72.20	87.30	87.83	90.84	89.82	87.44	88.61	86.90	74.36	87.32	73.92
580	372	16	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	73.29	65.47	65.44	65.90	65.80	64.31	73.69	65.09	73.30	72.18	57.24	63.25	73.26	64.52	64.48	73.75	64.31	74.09	73.63	65.28	66.67	66.11	64.79	66.73	66.36	64.90
581	372	16	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	72.80	65.77	72.73	65.25	74.60	74.66	72.79	65.25	73.14	56.48	74.45	74.62	73.47	65.38	64.36	72.45	64.53	74.38	63.68	64.22	63.72	64.43	64.77	65.40	65.90	64.99
582	372	16	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	56.26	65.82	73.43	74.42	73.30	64.88	73.36	66.06	73.95	73.65	75.90	64.66	65.30	73.08	65.26	74.14	72.94	64.80	75.35	74.58	64.58	64.96	65.55	64.81	65.31	65.14
583	372	16	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	72.74	64.79	73.49	65.02	74.48	74.90	65.65	64.31	56.24	72.99	68.99	73.68	74.89	63.33	63.21	74.76	63.03	72.23	75.37	63.10	63.74	64.51	63.61	64.94	63.81	64.76
596	372	16	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	73.11	73.14	64.59	64.76	65.08	75.04	74.13	63.44	73.58	73.63	75.70	75.02	74.41	63.30	62.29	74.82	63.71	63.68	74.61	73.83	64.39	63.26	55.32	64.48	64.55	65.03
597	372	16	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	73.12	73.95	72.90	64.77	74.01	75.06	73.13	64.54	73.11	56.22	75.31	74.89	69.71	63.71	63.83	74.96	63.76	74.57	74.65	75.23	63.63	63.16	63.74	63.96	55.66	63.19
598	372	16	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	73.07	74.01	63.71	73.39	64.53	74.39	72.18	74.31	69.35	73.85	84.73	62.86	73.39	73.66	64.56	74.73	63.33	74.32	75.19	56.24	64.53	63.58	63.51	65.06	64.48	64.35
599	372	16	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	74.62	65.08	73.06	64.53	74.01	74.22	74.62	74.62	74.12	63.93	74.59	64.37	74.20	73.84	64.29	70.59	63.78	74.64	63.19	62.72	63.89	65.23	64.30	63.68	63.55	63.81
612	372	16	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	73.78	64.34	73.62	74.13	74.58	75.02	74.04	74.83	75.23	63.95	74.62	62.67	73.36	62.80	74.44	74.83	74.68	74.62	75.15	74.15	62.51	63.39	64.73	64.24	63.06	64.49
613	372	16	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	72.63	65.04	74.06	65.33	73.81	74.84	73.20	75.48	74.04	73.21	74.36	75.66	75.41	74.85	62.88	69.26	74.64	74.10	74.94	64.25	64.01	63.93	73.48	63.64	63.65	64.73
614	372	16	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	73.98	75.36	73.11	64.33	74.61	61.98	74.34	64.31	75.16	73.85	76.05	69.04	73.65	63.72	63.15	69.71	63.30	75.41	62.86	73.95	63.16	64.51	63.67	63.82	64.10	63.55
615	372	16	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	73.18	74.35	64.34	65.11	74.28	74.06	74.11	64.57	63.67	74.40	76.27	62.89	73.66	74.07	75.37	74.80	62.23	74.85	75.09	63.03	63.85	64.47	73.14	63.19	73.13	63.35
628	372	16	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	72.91	55.59	73.23	64.34	64.62	73.52	72.66	64.12	71.80	64.40	63.42	55.09	73.40	63.05	63.69	73.91	54.53	63.31	62.75	61.27	63.66	63.92	64.20	64.13	63.73	64.19
629	372	16	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	73.21	65.29	73.78	65.45	65.20	74.72	73.38	64.80	73.93	64.77	74.63	75.55	74.83	74.48	62.80	74.70	63.60	74.58	70.11	64.44	65.45	64.55	65.13	65.79	64.56	64.12
630	372	16	0.10	24	0.00001	48	1.000000e-08	0.000000e+00	66.14	64.95	73.16	65.13	74.10	74.41	83.89	73.07	66.41	73.74	56.52	63.30	74.36	74.72	64.50	74.16	66.27	74.08	64.52	64.38	65.28	64.91	65.11	65.49	63.85	64.32
631	372	16	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	72.74	64.45	74.69	64.85	64.81	75.54	74.00	73.53	64.33	73.99	73.85	74.65	73.13	56.00	64.05	72.71	63.88	72.53	75.82	62.85	63.47	63.54	63.53	63.67	63.90	63.50
644	372	16	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	73.32	73.94	83.20	65.08	74.03	75.02	75.02	63.89	73.83	73.19	63.44	74.66	73.71	74.99	63.48	74.37	64.23	64.11	74.27	62.54	63.55	64.66	64.83	63.65	64.44	64.72
645	372	16	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	73.77	64.02	73.60	74.09	64.86	74.93	73.12	64.45	73.55	74.68	55.53	63.72	74.10	73.88	63.82	74.82	62.26	74.34	75.42	63.33	62.94	63.87	64.11	64.53	63.56	63.96
646	372	16	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	73.54	73.71	73.54	74.59	74.34	74.11	73.65	74.17	73.88	64.68	74.78	63.57	74.18	64.50	64.77	75.38	74.00	74.61	75.18	75.28	64.71	64.29	74.04	65.43	63.97	64.84
647	372	16	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	73.75	73.61	64.35	66.02	65.42	75.08	73.06	75.06	73.78	73.99	62.41	70.46	73.90	62.81	63.58	74.92	64.29	74.48	75.30	63.55	62.38	63.21	73.43	63.95	63.82	64.38
660	372	16	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	73.67	65.04	73.86	73.77	68.54	75.37	73.90	63.63	74.86	73.56	74.61	63.79	74.63	74.36	64.07	74.71	62.63	74.11	73.84	64.04	63.88	64.01	64.00	63.06	63.78	64.91
661	372	16	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	73.92	64.79	73.65	64.19	74.41	62.56	74.69	63.97	75.33	74.88	63.11	74.92	74.82	63.11	62.94	70.88	63.44	74.11	74.85	75.05	63.16	63.14	64.14	64.09	62.69	64.32
662	372	16	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	73.62	64.33	74.35	64.92	74.86	74.90	73.67	74.63	74.09	74.37	74.85	64.07	73.84	63.19	63.54	74.35	74.72	87.10	63.32	63.30	63.80	64.56	64.61	64.74	62.77	64.06
663	372	16	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.63	74.26	73.12	64.84	64.57	74.65	73.90	64.18	74.68	73.84	74.94	62.73	69.38	64.07	74.30	87.18	63.80	74.92	74.64	63.30	62.69	64.75	73.44	63.76	63.92	63.92
676	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	86.66	89.28	89.86	89.36	77.09	90.27	89.81	89.56	89.45	89.17	88.66	90.71	91.33	90.54	88.79	89.33	88.63	89.05	89.99	91.79	89.07	89.74	89.57	88.99	90.23	89.80
677	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	88.92	89.60	88.71	90.33	89.27	88.99	87.93	89.60	88.68	87.79	90.47	88.17	90.58	89.01	90.03	90.02	89.25	90.17	89.45	92.06	89.31	90.06	89.10	87.81	89.87	88.81
678	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	88.36	90.72	88.19	89.41	90.73	89.52	87.79	89.82	88.63	88.22	88.83	89.03	89.42	89.67	89.38	89.59	89.50	89.88	90.97	89.11	86.51	91.03	88.74	90.15	89.13	89.87
679	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	87.91	88.72	87.53	90.31	88.64	90.00	87.50	92.03	90.50	89.23	90.84	89.09	89.28	89.89	89.36	91.04	89.06	89.54	90.24	91.15	88.53	89.93	89.11	88.17	90.20	87.61
692	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	88.01	89.92	89.50	89.49	88.58	89.67	90.60	89.40	88.93	88.61	90.42	92.04	88.03	88.47	89.03	89.58	88.77	89.75	90.95	91.51	88.71	88.91	89.39	89.71	87.73	90.12
693	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	89.03	89.30	89.92	89.95	89.30	90.77	88.47	89.29	87.90	87.21	90.84	90.25	88.65	89.85	87.86	89.17	89.13	90.11	91.02	90.32	89.84	89.52	89.60	89.33	89.75	88.30
694	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	88.72	90.05	88.15	89.86	88.67	88.94	89.81	88.89	88.81	89.99	89.40	89.46	89.23	87.86	90.53	89.19	89.89	89.73	90.14	91.06	89.41	90.55	89.11	90.06	88.35	89.20
695	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	87.82	90.79	88.52	86.82	89.79	89.73	88.85	90.94	89.31	90.61	88.65	91.17	89.11	89.12	88.93	89.33	87.96	89.86	88.92	90.96	88.70	90.08	89.63	89.76	89.42	90.06
708	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	87.65	89.75	89.69	87.83	89.81	89.76	89.87	89.05	88.09	89.15	88.75	90.67	89.05	89.93	90.47	89.24	90.33	90.75	91.27	90.04	89.28	88.83	88.76	90.01	89.85	89.41
709	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	87.78	92.10	88.95	89.58	88.62	90.78	87.81	90.89	89.46	91.12	89.62	91.06	90.41	89.24	88.61	90.96	89.32	89.75	90.03	88.88	88.81	89.06	89.17	89.04	89.89	88.95
710	372	16	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	88.61	90.85	88.17	89.13	88.24	88.73	89.48	90.51	90.14	89.48	89.91	89.82	89.22	89.03	89.49	88.93	88.50	90.28	90.15	90.18	89.37	89.00	88.59	87.62	89.42	88.92
711	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	88.78	89.53	88.61	88.67	89.85	89.84	89.11	89.69	89.36	89.22	91.00	89.80	89.86	88.37	89.76	89.37	90.97	90.91	91.94	89.91	88.44	89.87	89.27	89.22	89.05	88.49
724	372	16	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	71.74	65.08	72.25	64.26	64.82	74.11	73.86	55.78	56.77	64.53	63.35	68.52	67.96	64.66	64.46	73.35	64.03	74.22	74.37	69.24	63.57	64.19	72.90	63.38	73.73	64.37
725	372	16	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	61.76	65.81	65.77	65.75	68.24	64.28	55.45	64.52	72.80	69.11	64.12	68.55	72.19	64.55	65.36	67.20	68.66	73.19	70.05	75.10	74.21	63.64	72.30	65.87	65.44	65.33
726	372	16	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	61.55	63.13	63.76	63.35	63.91	74.93	73.23	63.32	72.85	71.64	70.91	61.54	73.52	68.58	62.70	72.42	61.80	61.63	73.85	61.39	61.62	62.33	73.65	62.25	70.32	62.48
727	372	16	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	72.71	64.92	64.02	64.47	65.08	61.45	72.88	64.41	73.06	63.99	61.79	74.54	73.27	63.16	62.73	73.48	62.72	69.82	66.32	75.03	63.10	62.23	62.67	63.89	63.19	63.77
740	372	16	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	72.85	64.59	64.83	63.28	68.36	63.52	72.59	64.55	64.68	70.55	75.81	69.26	72.90	63.18	62.87	73.07	68.49	69.27	68.03	63.17	54.38	62.24	63.87	63.80	63.78	63.11
741	372	16	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	67.79	65.55	68.00	64.82	64.81	64.56	65.43	64.19	70.11	64.42	68.51	69.72	70.25	63.35	62.36	73.33	52.66	65.02	75.53	75.47	56.46	54.24	53.51	65.04	64.34	65.21
742	372	16	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	65.19	65.03	63.89	63.87	64.77	75.21	73.52	69.11	63.68	73.50	63.01	62.19	73.68	64.06	63.01	73.29	63.11	63.87	69.55	69.73	64.28	64.10	72.87	53.25	64.31	64.17
743	372	16	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	73.05	74.48	64.87	65.39	64.04	74.67	72.88	63.85	63.48	65.36	74.77	69.23	73.17	52.02	63.36	64.60	53.66	72.76	74.83	62.34	65.08	63.91	64.42	64.42	64.62	64.48
756	372	16	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	72.78	66.06	65.77	64.82	64.74	64.67	69.18	63.99	69.98	64.95	64.57	63.98	68.71	63.81	63.55	61.15	63.83	68.72	75.11	64.17	53.72	64.74	65.19	63.89	54.36	64.09
757	372	16	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	65.06	64.27	69.04	64.98	65.09	75.17	74.55	53.85	63.44	54.27	75.05	62.34	72.12	64.04	62.75	73.64	63.74	68.74	74.65	62.89	64.17	63.75	63.26	63.96	63.81	64.66
758	372	16	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	74.06	65.25	64.87	64.79	68.76	67.31	69.72	64.11	69.59	64.35	63.39	63.87	63.59	64.43	62.97	67.12	63.13	69.77	74.97	69.54	63.59	62.92	73.42	63.65	64.47	56.83
759	372	16	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	64.68	66.07	64.31	64.84	65.25	75.42	65.46	64.87	63.79	63.90	63.16	75.01	72.65	62.93	62.19	69.11	62.80	64.13	63.25	62.66	53.50	64.23	60.63	64.28	64.48	63.68
772	372	16	0.01	24	0.00100	48	0.000000e+00	0.000000e+00	66.27	63.28	68.46	64.90	64.84	74.76	72.20	64.29	72.86	63.77	69.67	70.54	73.74	73.65	64.07	73.32	64.02	69.81	75.79	73.93	64.76	64.10	72.41	63.74	64.22	63.69
773	372	16	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	74.06	68.88	64.53	63.48	63.68	66.37	73.93	63.77	63.05	62.71	75.36	68.65	73.37	72.97	62.16	73.06	62.95	72.91	71.02	63.55	65.85	64.64	55.65	63.32	64.42	63.61
774	372	16	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	73.92	64.72	69.85	65.20	64.48	64.10	73.57	64.97	67.18	66.07	65.06	68.91	72.51	63.52	63.88	73.55	64.69	67.92	72.99	75.73	64.44	63.72	63.76	63.58	64.94	64.59
775	372	16	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	63.16	64.20	63.54	63.50	62.60	69.39	72.13	61.02	63.43	61.27	83.27	74.48	69.53	62.92	58.88	70.71	69.34	69.69	73.48	60.33	61.78	61.65	71.93	61.83	51.23	61.56
788	372	16	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	68.12	64.51	73.37	64.81	64.70	64.26	67.77	65.02	68.81	56.07	75.15	74.77	73.73	64.12	74.12	63.18	69.93	71.86	75.12	73.82	63.44	64.43	65.36	64.65	73.35	63.85
789	372	16	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	73.83	65.33	67.66	66.36	65.15	67.15	73.38	64.72	72.86	65.65	75.34	64.45	73.66	69.41	65.55	64.62	53.59	70.62	63.82	74.87	54.70	53.87	72.14	65.45	65.25	64.64
790	372	16	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	56.32	64.91	66.59	65.31	65.58	74.20	68.48	64.31	64.34	63.82	74.35	61.28	71.43	69.54	63.22	71.68	63.88	70.56	74.90	63.32	64.30	64.47	73.39	64.27	64.04	64.38
791	372	16	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	70.54	67.73	63.61	64.57	64.16	63.15	73.50	63.08	64.90	62.54	62.98	62.17	73.57	61.88	63.18	63.16	55.88	70.02	74.19	69.92	63.78	52.93	53.40	63.59	62.42	63.49
804	372	16	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	63.73	64.71	64.04	65.03	64.61	68.75	74.01	63.43	63.37	69.92	62.68	63.19	69.54	53.54	63.73	63.54	62.50	73.07	63.58	63.35	62.80	64.52	72.39	63.79	63.78	63.53
805	372	16	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.70	65.88	73.78	65.64	64.65	62.29	63.69	63.96	63.48	63.86	63.84	63.00	70.33	63.61	63.85	69.43	62.83	63.72	63.55	74.56	64.61	64.21	73.40	62.90	64.68	65.40
806	372	16	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	66.31	61.77	64.87	65.78	65.19	65.06	64.79	69.22	73.28	64.03	74.01	74.85	72.44	69.08	63.10	69.42	63.34	72.88	72.03	75.17	64.43	63.55	54.78	64.53	54.07	63.42
807	372	16	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	65.80	64.21	64.35	65.98	64.71	63.22	68.73	70.24	64.95	70.66	64.66	75.05	73.40	63.23	64.34	73.87	63.29	60.96	74.87	71.05	64.02	63.13	72.39	63.49	52.22	64.51
820	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	89.08	89.50	88.91	90.29	89.43	88.21	89.17	89.24	89.77	88.66	90.54	90.82	88.91	89.49	88.46	90.14	90.60	90.94	91.19	90.69	87.35	89.92	88.68	88.97	89.06	89.50
821	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	89.49	90.42	89.03	89.52	89.51	90.21	89.71	91.20	90.70	89.58	91.12	90.34	89.88	89.62	89.70	90.41	89.02	89.30	90.74	89.42	87.55	90.42	88.47	89.95	88.29	87.83
822	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	89.37	89.54	88.25	89.26	89.72	90.02	89.28	89.64	89.64	88.36	91.69	89.49	90.17	88.07	89.43	89.40	89.05	89.89	90.87	90.75	89.22	90.42	88.35	76.53	90.18	87.17
823	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	88.98	90.33	88.84	90.41	89.24	89.86	90.42	89.33	89.25	89.45	90.12	90.77	89.83	89.45	90.72	88.42	89.63	91.17	89.84	90.10	89.22	89.34	89.18	89.08	90.07	88.91
836	372	16	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	88.76	89.86	89.29	89.29	89.00	90.76	89.66	90.63	90.15	88.80	89.43	89.00	89.17	89.28	90.16	88.88	89.75	88.35	88.86	91.11	89.60	88.83	89.96	88.80	88.98	89.17
837	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.37	89.93	87.54	89.24	88.40	90.26	87.15	89.00	90.05	89.47	86.98	91.35	89.32	89.71	90.15	89.39	90.01	89.67	92.72	90.66	87.94	90.64	88.78	89.27	88.65	89.74
838	372	16	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	86.79	90.90	88.41	87.51	89.84	89.66	89.22	89.41	88.99	88.09	89.66	89.73	89.16	89.17	88.08	89.62	89.39	89.83	91.18	89.71	89.92	88.71	89.01	89.24	87.38	90.37
839	372	16	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	90.01	89.65	88.34	89.74	90.12	89.27	89.61	88.79	90.12	88.59	88.93	89.76	90.28	89.20	89.80	88.74	89.50	89.13	89.56	90.26	89.20	89.00	90.44	88.66	87.74	88.31

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
388	372	16	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	92.46	89.69	91.86	92.46	91.09	93.00	91.90	92.42	92.28	92.82	92.11	90.81	91.94	92.80	75.58	92.97	92.05	49.17	91.42	72.84	93.78	76.58	91.87	91.47	92.98	88.49
389	372	16	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	91.13	92.42	92.26	91.34	89.82	91.96	84.91	91.15	93.73	92.03	91.74	93.07	92.53	49.17	94.54	92.02	94.50	74.16	93.17	93.24	92.88	93.86	93.21	94.12	92.86	93.66
390	372	16	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	91.46	76.10	92.10	93.27	94.62	92.49	91.46	87.99	94.08	94.60	86.89	87.21	92.42	92.45	90.47	95.73	85.05	92.86	91.67	92.43	93.59	92.63	92.68	75.74	93.07	76.79
391	372	16	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	93.28	73.60	94.14	93.08	91.61	92.43	92.24	91.48	93.02	92.12	93.59	93.54	94.54	91.41	88.68	94.25	86.65	92.77	92.21	92.37	94.16	93.91	73.49	92.62	93.73	93.09
404	372	16	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	91.20	92.59	91.40	93.20	88.55	90.55	92.98	94.69	92.35	91.36	93.09	91.62	91.65	92.22	88.88	89.28	74.46	92.67	92.11	92.24	93.80	90.70	91.91	92.66	93.45	92.13
405	372	16	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	93.18	93.14	91.08	94.07	93.56	92.23	94.11	94.05	92.83	92.30	49.17	93.09	92.16	91.92	91.21	93.88	92.25	92.61	92.95	91.66	93.57	93.48	73.92	75.43	92.92	93.08
406	372	16	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	92.27	92.74	92.08	92.86	85.32	90.20	93.15	91.49	92.44	91.89	93.51	92.68	93.64	95.38	90.96	93.56	90.90	90.91	93.58	92.57	92.92	93.44	93.55	74.33	94.09	89.93
407	372	16	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	92.26	89.59	93.33	91.66	92.45	91.55	91.87	92.20	93.14	93.26	94.11	92.76	92.50	94.29	74.87	93.09	94.20	91.60	93.27	91.05	94.23	90.74	83.53	93.22	90.29	95.05
420	372	16	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	92.94	90.61	91.33	90.31	91.00	90.21	91.08	92.39	93.57	91.38	49.17	92.71	93.23	92.50	88.31	94.43	90.81	93.20	91.50	91.08	92.90	91.32	93.07	93.10	88.82	94.19
421	372	16	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	92.49	91.02	94.16	89.91	91.79	93.09	92.60	95.06	91.78	90.62	93.37	93.36	93.49	94.48	94.17	92.36	92.78	90.33	91.57	93.09	94.29	49.17	91.97	93.09	92.60	91.72
422	372	16	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	92.56	92.79	92.31	92.41	94.17	92.95	91.38	90.43	93.64	93.59	92.08	93.84	93.28	94.17	92.44	92.46	95.24	89.79	93.72	92.53	90.20	94.03	93.89	75.11	93.32	94.05
423	372	16	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	91.73	92.58	91.37	49.17	93.48	91.72	93.43	93.99	93.64	91.51	90.46	94.21	92.99	91.56	90.65	92.89	76.70	90.57	93.92	91.61	93.94	94.43	93.46	93.57	90.43	93.34
436	372	16	0.10	24	0.00100	36	0.000000e+00	0.000000e+00	73.53	74.70	60.33	58.64	59.11	57.73	75.79	58.02	58.77	58.43	76.23	57.29	75.39	57.56	58.08	74.22	58.20	74.59	56.95	56.69	57.48	58.75	58.03	58.54	58.79	57.82
437	372	16	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	74.23	58.98	59.22	59.10	50.36	76.52	74.81	76.04	75.03	74.04	75.62	76.22	75.45	58.60	58.88	75.66	59.03	75.05	57.50	76.60	57.85	57.60	75.56	57.47	57.57	56.83
438	372	16	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	74.31	58.26	74.95	58.78	51.45	75.74	74.59	50.50	75.11	50.78	76.59	49.76	76.26	58.85	57.46	75.51	58.44	58.30	76.89	49.17	57.44	56.72	50.39	56.93	50.62	57.04
439	372	16	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	74.87	49.88	58.45	59.12	75.12	76.33	74.76	67.47	58.26	75.19	76.27	77.31	75.93	57.30	57.20	75.04	56.90	59.49	76.12	76.47	55.94	56.06	58.25	56.49	56.95	56.28
452	372	16	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	75.51	74.18	74.83	75.24	74.66	76.91	74.84	58.29	75.95	57.95	76.07	56.97	76.64	76.78	56.92	75.51	56.21	56.95	77.16	76.74	57.15	56.63	56.87	56.60	57.23	56.34
453	372	16	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	74.56	75.36	59.01	75.97	75.07	76.66	74.74	58.43	75.82	75.35	76.26	77.58	75.17	50.83	57.11	77.10	58.72	74.68	57.29	77.27	57.07	57.55	76.10	57.52	56.39	57.58
454	372	16	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	74.80	75.13	75.17	74.77	74.05	76.38	76.07	58.17	75.82	75.56	76.02	58.00	67.64	57.99	58.51	76.05	76.13	68.99	77.04	76.74	56.51	56.86	56.52	56.30	56.21	57.41
455	372	16	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	74.44	57.75	74.65	58.26	74.74	76.90	75.51	75.97	74.87	75.97	76.33	56.88	75.15	68.24	58.74	75.76	75.71	74.95	76.12	75.99	55.17	55.95	55.32	57.13	75.26	54.89
468	372	16	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	74.68	75.92	58.26	58.57	57.86	56.98	74.86	58.56	76.80	75.88	76.76	76.72	76.73	74.97	56.13	76.54	56.33	75.92	56.28	76.79	56.00	55.96	56.68	56.87	56.49	56.46
469	372	16	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	75.06	57.97	74.88	58.37	74.24	77.15	75.11	75.47	75.98	75.65	76.64	77.21	75.62	58.29	57.76	75.55	57.25	76.17	76.70	56.11	56.36	55.81	56.78	56.17	56.64	56.59
470	372	16	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	75.46	59.15	74.62	74.89	57.45	75.24	75.69	50.25	74.66	74.92	76.20	50.25	76.69	75.56	57.94	76.22	57.63	74.68	75.97	76.76	56.56	56.49	76.11	57.64	57.97	57.26
471	372	16	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	75.51	74.84	75.67	58.76	57.15	75.71	75.17	57.48	74.83	75.17	76.26	57.32	76.46	57.52	58.41	74.72	76.33	75.74	77.65	75.60	56.83	55.78	55.79	56.36	55.98	55.72
484	372	16	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	60.49	59.90	59.03	49.17	50.43	76.80	72.83	58.05	58.00	57.77	57.41	56.76	75.42	57.13	58.09	74.90	57.97	75.99	76.40	56.11	57.03	57.37	56.68	56.56	57.97	57.77
485	372	16	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	74.80	74.34	59.66	58.66	58.92	75.90	74.71	57.73	74.14	59.20	76.45	58.43	75.82	59.08	57.83	76.25	76.05	59.64	75.74	57.04	56.41	57.68	57.22	56.60	57.80	56.83
486	372	16	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	73.70	59.19	58.94	58.20	59.34	76.69	74.64	57.56	76.17	50.21	76.54	57.66	75.08	75.62	58.43	76.37	59.01	59.21	76.02	57.28	57.21	56.73	58.01	56.77	58.30	56.79
487	372	16	0.10	24	0.00100	48	1.000000e-08	1.000000e-08	50.65	59.41	73.75	57.96	58.41	76.47	74.86	50.38	75.24	76.22	76.30	56.85	88.48	75.58	57.26	70.24	56.47	58.24	77.94	77.13	76.76	56.07	76.40	55.49	56.79	55.36
500	372	16	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	74.80	58.14	74.29	75.39	74.55	76.51	75.60	76.68	75.19	76.45	56.95	57.01	89.76	55.66	58.50	76.60	56.96	74.67	76.91	77.24	55.61	57.19	56.62	56.72	49.17	56.21
501	372	16	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	75.06	75.16	75.35	58.35	58.83	58.11	74.45	58.00	76.22	75.93	76.25	76.96	76.07	75.67	76.14	75.86	57.36	75.87	77.18	77.00	56.54	57.04	58.26	57.14	57.18	56.67
502	372	16	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	74.13	74.74	74.96	74.50	57.77	75.83	75.72	57.89	75.34	75.79	49.17	56.63	75.45	57.47	58.30	75.82	58.36	75.72	76.99	76.67	57.43	56.35	56.73	57.36	56.43	57.38
503	372	16	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	74.39	58.87	74.43	58.61	59.44	75.65	75.42	57.99	76.04	75.15	76.64	69.60	76.43	56.98	58.51	76.02	57.49	58.85	76.06	57.50	56.18	55.88	49.72	55.92	56.17	57.22
516	372	16	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	74.24	57.80	58.70	57.71	74.30	76.09	75.61	58.25	75.47	58.25	76.81	76.79	75.68	56.88	59.43	76.11	57.43	75.40	76.47	76.71	57.90	56.58	56.85	56.88	56.67	56.85
517	372	16	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	73.52	58.07	58.51	74.00	58.39	77.11	91.02	57.24	75.83	75.42	76.72	76.16	75.97	75.67	56.45	76.77	57.10	75.39	57.37	76.48	55.97	54.92	76.10	55.24	57.01	55.79
518	372	16	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	74.46	58.45	75.26	58.20	73.92	77.38	75.16	56.97	91.53	57.61	76.20	57.44	74.88	73.93	58.47	68.84	75.96	68.21	75.43	70.33	56.42	55.57	56.02	56.16	56.33	56.19
519	372	16	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	74.00	57.32	74.74	75.18	74.49	57.22	75.50	58.48	75.83	75.80	76.50	76.84	76.01	75.97	57.12	75.85	57.75	75.49	56.45	56.32	76.32	57.60	56.53	56.19	56.92	56.60
532	372	16	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	91.89	90.53	87.36	93.95	93.46	91.33	91.60	90.62	93.01	94.00	92.87	92.06	85.30	93.46	93.35	92.15	75.39	93.05	91.58	93.40	94.03	94.46	92.90	77.29	74.60	93.03
533	372	16	0.10	24	0.00001	24	0.000000e+00	1.000000e-08	91.47	88.91	92.94	91.44	89.87	90.81	92.86	88.96	92.99	94.20	92.71	90.86	92.72	93.52	73.42	93.09	92.55	91.80	93.73	92.54	94.43	88.38	93.87	75.31	92.62	92.55
534	372	16	0.10	24	0.00001	24	1.000000e-08	0.000000e+00	91.51	91.80	89.85	89.46	74.66	88.43	95.64	93.73	92.69	90.90	92.77	91.63	91.66	94.14	92.67	94.61	95.08	93.71	93.06	92.72	90.91	71.23	94.03	73.89	71.77	89.73
535	372	16	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	89.30	92.92	91.89	88.98	91.74	90.07	92.11	94.88	91.24	93.67	93.05	93.88	92.94	93.03	93.78	74.69	91.15	94.21	73.70	90.52	75.49	93.95	91.57	92.41	74.97	92.18
548	372	16	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	89.03	92.79	93.49	94.28	92.94	88.51	91.35	92.39	94.17	91.73	85.27	86.36	93.46	92.22	91.28	93.81	90.53	89.63	93.24	90.72	93.81	93.78	91.17	74.72	93.93	93.68
549	372	16	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	93.98	88.80	94.48	91.85	90.00	92.54	91.06	86.92	91.93	93.35	92.98	93.26	93.04	94.11	91.40	93.18	94.84	93.51	92.50	93.66	84.77	93.76	93.93	94.89	94.13	92.71
550	372	16	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	92.10	94.94	88.43	91.80	93.66	92.35	91.99	94.37	94.49	93.11	92.25	90.29	91.19	94.81	93.11	91.18	93.04	93.21	91.77	92.37	93.85	92.10	94.19	93.47	93.77	93.12
551	372	16	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	91.45	93.77	93.24	93.12	91.85	90.02	89.41	92.58	89.82	93.47	92.58	93.20	94.07	93.17	89.16	75.30	92.02	93.68	92.36	91.91	94.81	93.61	94.02	72.98	92.11	75.49
564	372	16	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	93.24	92.84	74.26	91.57	93.22	91.50	90.98	93.16	92.56	92.02	92.16	91.78	92.96	93.74	91.82	92.56	94.44	92.53	92.31	91.08	94.24	77.89	90.77	91.97	74.56	94.17
565	372	16	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	93.52	94.17	93.04	92.29	93.17	91.59	89.45	91.97	94.70	93.76	92.18	91.23	91.70	93.10	93.45	93.40	92.83	88.85	93.27	91.83	93.33	94.23	93.56	77.11	90.49	91.82
566	372	16	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	90.93	92.12	91.81	90.66	88.55	92.48	90.45	93.14	92.14	91.73	92.91	91.92	93.46	91.89	90.82	91.43	91.91	92.03	91.08	93.42	93.59	92.58	93.24	93.06	91.71	93.44
567	372	16	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	92.66	91.11	93.90	91.10	90.77	92.79	91.65	92.73	93.94	94.00	91.00	92.60	93.95	91.06	91.55	74.35	90.21	89.88	93.15	92.08	93.91	93.53	93.45	75.05	93.06	73.94
580	372	16	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	74.70	58.72	59.07	59.95	59.97	57.40	75.49	58.53	76.44	74.98	50.90	56.75	74.12	57.99	57.74	76.19	57.66	75.59	76.57	56.87	58.78	57.73	57.46	58.26	58.99	57.57
581	372	16	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	73.99	58.83	74.25	59.43	74.61	76.25	74.37	58.64	75.39	51.29	76.43	76.57	74.44	58.33	59.06	74.22	58.69	76.11	57.45	57.78	57.05	57.08	57.23	57.84	58.40	56.94
582	372	16	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	50.37	59.56	73.99	74.78	73.55	57.91	74.51	59.40	75.72	75.56	75.48	57.08	58.26	74.01	59.43	74.91	75.78	58.72	76.22	76.22	58.06	57.81	57.81	57.57	57.51	57.94
583	372	16	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	74.37	58.87	74.90	58.56	74.03	76.87	58.38	57.48	50.56	75.72	69.86	76.15	75.71	57.49	57.66	75.47	55.90	75.06	76.85	55.88	56.13	57.05	56.78	57.32	55.90	56.35
596	372	16	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	75.09	74.60	58.88	58.41	58.70	76.51	76.27	57.34	75.60	75.67	77.49	76.94	76.27	57.48	56.66	75.99	56.86	57.80	76.88	76.33	57.50	55.86	50.20	56.48	57.19	56.67
597	372	16	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	74.63	74.78	74.16	57.74	74.92	76.02	74.18	57.77	75.35	49.70	76.83	77.10	68.11	56.82	57.18	75.86	56.97	75.34	76.60	77.17	56.26	56.02	56.25	56.34	50.37	56.10
598	372	16	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	74.03	74.69	57.62	74.88	59.69	76.80	73.92	75.52	68.05	75.60	89.56	56.95	75.49	74.97	58.74	76.20	58.08	74.79	77.47	49.50	57.33	56.09	56.71	57.18	57.10	56.43
599	372	16	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	74.99	58.51	75.03	58.05	74.81	75.67	75.15	74.43	75.91	57.84	76.51	57.04	75.06	74.74	58.24	69.51	57.32	74.95	57.35	56.54	56.44	57.36	56.46	57.85	56.01	56.11
612	372	16	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	75.06	57.77	74.33	74.80	75.63	75.99	76.19	76.07	76.29	57.51	76.33	56.38	76.38	56.69	75.61	75.42	76.60	76.12	76.69	76.10	57.03	56.26	56.52	56.93	56.32	57.04
613	372	16	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	74.57	59.32	74.41	59.62	74.24	75.29	74.71	76.07	75.90	75.65	75.91	76.20	77.01	76.92	57.88	68.68	75.58	75.82	76.90	56.35	56.98	55.94	74.37	56.93	56.67	56.36
614	372	16	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	74.57	75.12	75.08	57.85	75.05	56.86	75.54	58.00	74.65	75.65	75.62	69.23	76.60	57.62	57.44	69.18	58.57	74.86	56.96	76.37	57.07	57.08	56.41	56.94	57.31	56.05
615	372	16	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	73.68	75.09	59.67	58.02	74.89	76.09	76.34	57.85	57.50	75.26	77.04	56.71	75.03	74.54	74.48	76.32	57.41	75.53	75.96	56.65	56.12	55.96	75.80	56.80	76.94	56.50
628	372	16	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	74.25	50.07	75.01	58.38	58.39	76.51	73.94	57.66	74.81	58.29	57.53	50.00	76.78	56.47	58.35	75.76	49.42	56.53	55.41	55.27	56.09	57.24	56.91	55.59	56.53	56.53
629	372	16	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	75.00	58.78	74.77	58.39	58.36	75.97	74.67	57.44	74.98	57.92	76.46	76.34	76.43	75.49	58.38	75.98	57.33	75.53	68.08	56.85	56.94	57.79	58.20	58.24	57.63	56.85
630	372	16	0.10	24	0.00001	48	1.000000e-08	0.000000e+00	58.01	59.07	74.66	58.00	75.19	76.11	88.77	74.34	57.49	74.74	50.58	58.24	76.11	75.06	58.46	76.35	58.35	75.35	57.59	56.51	58.03	57.37	56.62	57.72	57.49	57.47
631	372	16	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	75.13	59.15	75.46	57.03	57.52	75.47	75.70	75.47	57.23	75.43	76.84	76.58	75.24	50.74	57.58	75.40	58.03	75.48	77.34	55.73	55.60	56.08	56.06	56.60	56.75	55.66
644	372	16	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	75.01	74.93	88.62	58.49	74.61	75.96	75.74	57.80	75.57	75.39	56.45	76.71	76.58	76.70	58.38	75.33	57.66	57.61	76.89	55.63	56.37	57.25	56.66	56.58	57.64	57.08
645	372	16	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	74.97	58.66	74.65	75.18	58.47	76.02	74.75	58.49	75.73	75.65	50.00	56.63	74.93	76.12	57.72	75.21	57.11	75.98	75.73	56.99	56.46	56.76	56.43	56.74	56.65	55.95
646	372	16	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	73.85	74.30	74.49	75.51	75.40	76.20	75.18	74.74	76.02	57.87	75.82	56.62	75.77	57.46	58.96	76.56	75.45	74.72	76.12	76.76	57.77	56.19	75.73	57.11	56.78	57.78
647	372	16	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	75.37	75.10	57.54	58.79	58.59	75.71	74.95	75.32	76.25	76.15	56.73	69.67	75.69	57.10	58.22	76.46	58.53	75.76	76.48	57.03	54.83	56.50	76.21	56.42	56.52	57.03
660	372	16	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	74.03	59.04	75.16	75.46	68.35	76.37	74.46	57.86	75.65	75.69	75.21	58.64	76.65	75.58	58.02	75.75	57.56	75.58	75.61	57.11	57.20	56.43	55.48	55.80	55.39	56.23
661	372	16	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	74.94	58.05	75.01	58.79	74.73	56.79	76.05	58.31	76.37	75.72	56.49	76.66	75.67	57.76	57.49	69.72	56.99	75.07	75.73	77.17	56.76	56.02	56.58	56.99	56.70	55.80
662	372	16	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	75.61	58.01	75.28	58.79	74.77	76.03	75.82	75.57	75.88	75.65	76.94	57.01	75.02	56.44	59.35	76.29	75.67	89.62	56.51	57.37	56.05	55.87	56.98	57.16	56.83	56.92
663	372	16	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	74.93	75.09	74.76	59.01	59.01	75.21	74.81	57.97	75.08	74.77	75.61	57.49	68.32	57.77	74.74	91.29	56.87	75.79	75.55	57.80	56.63	57.70	75.50	56.47	57.30	56.19
676	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	90.95	92.52	90.50	92.11	72.98	90.44	91.60	89.65	89.99	92.51	91.77	90.42	91.80	91.50	89.50	90.13	89.68	91.28	92.32	92.20	90.94	91.63	93.18	90.00	91.17	92.53
677	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	92.14	89.93	93.50	91.83	94.07	91.61	92.28	90.83	92.94	92.12	92.72	92.52	92.36	92.59	92.14	93.10	94.21	93.29	91.39	92.93	93.39	91.83	93.49	92.99	91.63	92.89
678	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	90.17	91.66	90.54	91.56	93.27	92.46	90.66	92.76	92.25	92.83	91.06	92.40	93.32	90.82	91.10	93.13	92.53	94.06	91.73	87.12	92.25	93.84	93.41	92.84	92.98	90.96
679	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	90.55	92.66	91.87	91.31	92.22	91.37	91.15	92.27	90.66	91.46	92.36	89.15	89.95	91.72	92.00	90.88	90.29	91.40	92.55	93.17	90.85	92.08	92.51	92.31	90.65	89.43
692	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	91.86	90.37	92.54	91.82	91.19	90.21	91.11	89.63	90.66	91.90	91.65	91.26	89.59	91.62	90.38	91.20	91.99	91.19	92.66	91.81	92.37	92.17	94.02	91.85	92.47	89.82
693	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	93.20	92.84	92.21	90.15	91.24	92.05	91.60	89.53	91.71	91.62	92.62	91.25	91.95	92.31	90.99	91.98	91.95	92.00	92.80	92.90	92.89	93.78	91.71	90.76	93.16	89.52
694	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	91.92	91.11	91.31	92.86	91.86	89.60	93.26	91.84	92.87	92.26	90.10	89.83	91.98	90.06	91.10	91.16	92.65	93.22	91.67	93.05	92.79	91.58	90.68	91.22	92.71	91.69
695	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	92.90	91.45	92.27	89.73	95.51	91.55	91.25	90.30	91.58	92.39	91.48	89.43	90.87	90.95	90.48	91.62	92.07	90.60	92.48	91.79	92.96	92.10	92.37	91.71	92.34	91.52
708	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	91.87	92.07	93.36	91.81	93.37	90.64	92.59	90.97	91.53	92.68	94.04	89.97	92.59	92.85	93.40	93.12	93.10	92.68	93.05	91.46	92.89	91.94	94.45	93.91	92.92	93.32
709	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	92.59	93.89	92.44	93.23	92.72	90.67	92.49	92.05	92.13	93.90	93.02	90.19	91.41	93.68	91.06	92.08	92.89	92.52	90.19	91.89	92.60	92.49	94.06	92.24	92.04	92.99
710	372	16	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	92.19	92.51	92.81	90.68	91.14	89.85	90.93	91.75	92.56	92.15	91.49	89.30	90.99	91.50	90.11	91.95	91.40	92.53	94.47	90.69	93.94	92.63	93.98	92.14	92.23	90.79
711	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	93.24	93.62	92.23	93.59	93.05	91.69	92.31	90.17	93.04	93.34	92.74	91.70	91.31	93.62	91.05	91.70	94.08	93.55	92.72	92.69	92.48	93.99	93.67	91.66	94.05	92.28
724	372	16	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	73.59	58.28	74.69	58.63	58.45	76.64	74.20	50.02	49.54	58.15	57.10	69.37	66.12	58.23	58.11	75.57	57.94	74.72	75.41	70.51	56.15	56.29	76.76	56.95	76.81	57.66
725	372	16	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	61.19	58.87	58.76	58.96	69.50	57.96	50.42	58.35	74.46	67.65	57.70	69.13	74.62	57.30	59.14	67.61	68.15	74.33	70.65	75.90	76.93	57.16	76.49	56.69	57.56	57.58
726	372	16	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	56.36	57.30	57.31	57.05	57.29	77.01	75.45	56.49	75.59	74.31	71.11	55.87	75.63	70.15	57.34	75.70	55.81	55.14	77.21	54.29	54.85	55.56	76.25	55.01	68.45	55.57
727	372	16	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	73.95	58.58	57.62	58.34	58.76	55.68	75.30	57.83	74.69	56.58	54.76	76.67	74.37	57.84	57.18	75.76	57.31	69.08	67.86	76.40	56.02	55.76	56.88	56.42	56.66	56.29
740	372	16	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	73.95	58.20	57.92	58.20	70.01	57.11	74.70	57.40	57.85	67.56	76.56	70.09	74.83	56.70	57.70	74.92	69.05	68.57	69.06	55.72	46.49	56.33	56.25	56.16	56.49	55.19
741	372	16	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	66.50	58.60	68.29	58.76	58.28	58.18	58.53	57.45	67.92	57.63	69.10	70.75	68.62	57.53	58.14	75.25	45.14	57.53	75.76	75.71	47.92	44.76	46.55	56.65	56.59	56.62
742	372	16	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	58.24	58.05	57.28	58.83	58.27	76.44	74.60	67.49	58.06	75.21	56.68	56.21	76.32	57.29	57.99	74.92	57.84	58.01	72.91	70.38	56.63	56.31	77.11	45.33	55.82	55.89
743	372	16	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	74.81	75.65	58.05	58.84	57.60	75.06	74.43	57.91	57.55	58.19	76.36	70.02	74.44	44.75	58.60	58.77	46.43	75.09	75.91	55.65	57.38	56.35	57.10	57.04	58.26	55.63
756	372	16	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	74.36	58.62	59.01	58.82	58.42	59.06	66.62	57.61	68.71	58.65	58.25	58.13	68.90	58.57	59.18	52.45	57.65	68.80	75.42	56.82	45.97	57.75	57.21	56.73	46.03	57.31
757	372	16	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	58.79	57.71	69.56	58.57	58.14	76.22	75.62	46.77	57.27	47.08	76.22	57.11	75.14	58.45	58.72	75.69	57.76	70.20	75.86	57.10	56.61	56.49	56.78	56.67	57.78	57.29
758	372	16	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	74.31	58.34	57.62	58.28	68.41	67.73	69.71	58.95	68.94	56.94	57.70	57.73	56.80	58.46	58.02	68.70	57.84	68.48	75.92	70.33	56.60	57.03	76.12	56.32	55.61	46.84
759	372	16	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	58.53	59.44	57.77	59.01	58.77	75.89	58.62	58.49	57.58	57.55	57.91	75.91	75.46	58.65	57.78	68.30	58.01	58.03	57.69	56.07	44.01	57.03	54.66	56.70	56.42	56.12
772	372	16	0.01	24	0.00100	48	0.000000e+00	0.000000e+00	59.25	56.71	68.49	58.46	58.77	75.36	73.97	58.95	75.58	57.19	69.73	70.42	73.97	75.35	59.01	75.63	57.54	67.93	76.30	75.87	56.18	56.79	77.16	56.74	56.41	55.94
773	372	16	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	74.48	67.60	57.40	58.20	57.09	68.10	75.11	56.91	56.33	55.90	76.74	70.00	76.47	75.48	57.04	75.41	56.94	74.68	69.95	55.80	57.75	56.44	45.55	55.73	57.28	55.57
774	372	16	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	74.23	57.50	69.19	58.54	57.65	56.84	75.19	57.21	67.04	58.11	58.33	69.03	74.48	58.16	57.94	75.87	57.38	68.47	75.24	76.90	56.91	56.85	57.29	55.41	56.44	56.41
775	372	16	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	56.43	57.39	57.01	56.92	56.01	69.55	74.72	54.54	55.96	53.20	85.06	77.14	74.93	56.30	53.43	69.84	68.92	68.89	76.39	53.80	53.25	54.89	76.62	55.06	43.79	54.28
788	372	16	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	67.70	58.20	74.86	59.49	57.37	57.81	68.18	58.58	67.39	47.53	75.70	75.85	75.21	59.67	74.63	57.70	68.01	74.69	75.43	76.98	57.91	56.18	56.48	57.82	75.54	57.42
789	372	16	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	74.52	58.89	68.69	59.78	58.60	69.27	74.39	59.06	74.17	58.40	76.40	58.69	74.33	68.73	59.12	56.44	46.24	70.12	57.23	76.16	47.01	46.08	75.87	57.63	58.80	56.56
790	372	16	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	50.37	58.56	59.01	59.21	58.77	75.33	68.53	57.84	57.82	57.68	75.08	55.51	70.19	69.12	58.54	69.24	56.85	68.32	76.34	56.85	58.49	56.31	75.24	57.21	56.54	56.13
791	372	16	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	72.08	68.15	57.80	57.60	57.72	57.04	73.92	56.94	57.51	55.68	57.30	56.76	74.16	55.13	58.47	55.60	48.56	69.69	76.69	70.84	56.13	43.75	46.99	57.74	56.98	54.99
804	372	16	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	57.60	57.85	58.20	58.71	58.51	69.88	75.09	57.49	57.15	69.43	56.85	57.35	67.66	47.45	58.65	55.51	57.90	73.87	57.50	56.34	55.59	57.05	76.22	56.28	56.47	56.42
805	372	16	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	74.02	59.22	75.40	58.56	57.92	55.30	57.07	58.22	58.01	57.57	58.00	57.87	68.88	57.77	57.89	69.38	58.00	56.97	56.93	76.52	56.24	55.64	75.66	56.34	56.11	57.75
806	372	16	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	60.39	54.34	58.19	58.85	59.06	58.00	59.01	68.91	75.47	58.05	75.36	75.40	74.47	69.28	58.79	69.03	57.89	74.81	70.45	75.26	57.91	57.80	47.31	57.54	45.78	56.26
807	372	16	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	59.61	57.41	58.93	59.26	58.85	56.78	68.35	67.16	57.58	68.93	56.85	76.18	75.42	56.69	58.30	75.09	57.72	53.25	76.63	71.14	56.92	58.50	75.97	56.56	43.39	56.60
820	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	89.38	89.65	93.37	93.01	91.20	90.50	90.01	92.18	90.52	92.74	91.27	90.24	91.99	92.44	90.42	92.14	90.96	92.94	91.96	90.36	91.20	92.50	91.46	92.45	92.12	92.58
821	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	93.08	93.16	92.14	91.84	90.93	90.55	91.01	91.54	90.09	90.33	93.92	88.18	90.85	91.21	91.57	87.73	89.22	90.23	93.17	90.76	92.28	91.45	91.44	90.64	90.79	90.11
822	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	92.95	91.39	89.84	91.76	93.37	91.85	91.90	90.62	93.46	92.27	92.82	89.22	93.00	90.62	90.18	89.74	90.59	92.88	91.62	90.80	90.97	93.07	91.00	75.10	91.98	91.18
823	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	91.89	92.24	92.08	92.06	92.71	90.55	90.60	91.95	91.04	92.14	92.50	91.33	92.68	92.09	91.72	91.65	92.00	92.45	91.43	89.89	92.38	91.71	91.99	91.79	92.03	89.11
836	372	16	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	92.62	91.49	93.06	90.01	90.61	91.15	92.38	91.81	91.43	90.26	92.76	91.52	92.00	93.01	91.52	91.67	90.13	90.60	92.95	89.49	92.37	93.39	90.86	90.27	91.64	91.20
837	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	91.28	91.14	92.05	92.18	93.17	90.15	88.48	89.84	91.94	90.59	89.71	93.14	92.68	92.66	92.21	92.41	94.76	91.87	92.79	90.95	94.37	92.66	91.93	92.63	91.49	91.20
838	372	16	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	91.49	92.34	91.40	92.78	92.67	91.98	88.27	91.89	89.87	91.81	93.42	90.98	91.51	92.40	91.82	93.62	91.55	92.38	90.43	91.39	92.98	90.89	90.79	93.42	90.64	89.95
839	372	16	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	93.57	92.50	92.86	91.27	92.28	89.81	93.37	91.63	92.07	92.29	91.01	91.61	91.89	91.69	92.32	92.12	91.61	91.69	91.27	89.99	91.82	91.64	92.76	91.90	92.32	91.03

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues = []
pvalues_real = []

for _,index in enumerate(dt_valid_sub.index):
  _, p_value = stats.ttest_ind(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')
  pvalues_real.append(p_value)
  pvalues.append((p_value >= 0.05)*1)

  

dt_valid_sub['pvalues'] = pvalues_real
dt_valid_sub['sig'] = pvalues


dt_valid_sub1 = dt_valid_sub.query('sig == 1')


max_indexx = dt_valid_sub1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
820	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	89.08	89.50	88.91	90.29	89.43	88.21	89.17	89.24	89.77	88.66	90.54	90.82	88.91	89.49	88.46	90.14	90.60	90.94	91.19	90.69	87.35	89.92	88.68	88.97	89.06	89.50
821	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	89.49	90.42	89.03	89.52	89.51	90.21	89.71	91.20	90.70	89.58	91.12	90.34	89.88	89.62	89.70	90.41	89.02	89.30	90.74	89.42	87.55	90.42	88.47	89.95	88.29	87.83
822	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	89.37	89.54	88.25	89.26	89.72	90.02	89.28	89.64	89.64	88.36	91.69	89.49	90.17	88.07	89.43	89.40	89.05	89.89	90.87	90.75	89.22	90.42	88.35	76.53	90.18	87.17
823	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	88.98	90.33	88.84	90.41	89.24	89.86	90.42	89.33	89.25	89.45	90.12	90.77	89.83	89.45	90.72	88.42	89.63	91.17	89.84	90.10	89.22	89.34	89.18	89.08	90.07	88.91
676	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	86.66	89.28	89.86	89.36	77.09	90.27	89.81	89.56	89.45	89.17	88.66	90.71	91.33	90.54	88.79	89.33	88.63	89.05	89.99	91.79	89.07	89.74	89.57	88.99	90.23	89.80
677	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	88.92	89.60	88.71	90.33	89.27	88.99	87.93	89.60	88.68	87.79	90.47	88.17	90.58	89.01	90.03	90.02	89.25	90.17	89.45	92.06	89.31	90.06	89.10	87.81	89.87	88.81
678	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	88.36	90.72	88.19	89.41	90.73	89.52	87.79	89.82	88.63	88.22	88.83	89.03	89.42	89.67	89.38	89.59	89.50	89.88	90.97	89.11	86.51	91.03	88.74	90.15	89.13	89.87
679	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	87.91	88.72	87.53	90.31	88.64	90.00	87.50	92.03	90.50	89.23	90.84	89.09	89.28	89.89	89.36	91.04	89.06	89.54	90.24	91.15	88.53	89.93	89.11	88.17	90.20	87.61
836	372	16	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	88.76	89.86	89.29	89.29	89.00	90.76	89.66	90.63	90.15	88.80	89.43	89.00	89.17	89.28	90.16	88.88	89.75	88.35	88.86	91.11	89.60	88.83	89.96	88.80	88.98	89.17
837	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.37	89.93	87.54	89.24	88.40	90.26	87.15	89.00	90.05	89.47	86.98	91.35	89.32	89.71	90.15	89.39	90.01	89.67	92.72	90.66	87.94	90.64	88.78	89.27	88.65	89.74
692	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	88.01	89.92	89.50	89.49	88.58	89.67	90.60	89.40	88.93	88.61	90.42	92.04	88.03	88.47	89.03	89.58	88.77	89.75	90.95	91.51	88.71	88.91	89.39	89.71	87.73	90.12
693	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	89.03	89.30	89.92	89.95	89.30	90.77	88.47	89.29	87.90	87.21	90.84	90.25	88.65	89.85	87.86	89.17	89.13	90.11	91.02	90.32	89.84	89.52	89.60	89.33	89.75	88.30
694	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	88.72	90.05	88.15	89.86	88.67	88.94	89.81	88.89	88.81	89.99	89.40	89.46	89.23	87.86	90.53	89.19	89.89	89.73	90.14	91.06	89.41	90.55	89.11	90.06	88.35	89.20
695	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	87.82	90.79	88.52	86.82	89.79	89.73	88.85	90.94	89.31	90.61	88.65	91.17	89.11	89.12	88.93	89.33	87.96	89.86	88.92	90.96	88.70	90.08	89.63	89.76	89.42	90.06
708	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	87.65	89.75	89.69	87.83	89.81	89.76	89.87	89.05	88.09	89.15	88.75	90.67	89.05	89.93	90.47	89.24	90.33	90.75	91.27	90.04	89.28	88.83	88.76	90.01	89.85	89.41
709	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	87.78	92.10	88.95	89.58	88.62	90.78	87.81	90.89	89.46	91.12	89.62	91.06	90.41	89.24	88.61	90.96	89.32	89.75	90.03	88.88	88.81	89.06	89.17	89.04	89.89	88.95
711	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	88.78	89.53	88.61	88.67	89.85	89.84	89.11	89.69	89.36	89.22	91.00	89.80	89.86	88.37	89.76	89.37	90.97	90.91	91.94	89.91	88.44	89.87	89.27	89.22	89.05	88.49

Size of the All data:  (116, 29)
Size of the Sig data:  (17, 29)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params1 = dt_valid.loc[dt_valid_sub1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params = optimal_params1.reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
4	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	89.38	89.65	93.37	93.01	91.20	90.50	90.01	92.18	90.52	92.74	91.27	90.24	91.99	92.44	90.42	92.14	90.96	92.94	91.96	90.36	91.20	92.50	91.46	92.45	92.12	92.58
1	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	93.08	93.16	92.14	91.84	90.93	90.55	91.01	91.54	90.09	90.33	93.92	88.18	90.85	91.21	91.57	87.73	89.22	90.23	93.17	90.76	92.28	91.45	91.44	90.64	90.79	90.11
16	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	92.95	91.39	89.84	91.76	93.37	91.85	91.90	90.62	93.46	92.27	92.82	89.22	93.00	90.62	90.18	89.74	90.59	92.88	91.62	90.80	90.97	93.07	91.00	75.10	91.98	91.18
0	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	91.89	92.24	92.08	92.06	92.71	90.55	90.60	91.95	91.04	92.14	92.50	91.33	92.68	92.09	91.72	91.65	92.00	92.45	91.43	89.89	92.38	91.71	91.99	91.79	92.03	89.11
15	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	90.95	92.52	90.50	92.11	72.98	90.44	91.60	89.65	89.99	92.51	91.77	90.42	91.80	91.50	89.50	90.13	89.68	91.28	92.32	92.20	90.94	91.63	93.18	90.00	91.17	92.53
13	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	92.14	89.93	93.50	91.83	94.07	91.61	92.28	90.83	92.94	92.12	92.72	92.52	92.36	92.59	92.14	93.10	94.21	93.29	91.39	92.93	93.39	91.83	93.49	92.99	91.63	92.89
14	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	90.17	91.66	90.54	91.56	93.27	92.46	90.66	92.76	92.25	92.83	91.06	92.40	93.32	90.82	91.10	93.13	92.53	94.06	91.73	87.12	92.25	93.84	93.41	92.84	92.98	90.96
8	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	90.55	92.66	91.87	91.31	92.22	91.37	91.15	92.27	90.66	91.46	92.36	89.15	89.95	91.72	92.00	90.88	90.29	91.40	92.55	93.17	90.85	92.08	92.51	92.31	90.65	89.43
7	372	16	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	92.62	91.49	93.06	90.01	90.61	91.15	92.38	91.81	91.43	90.26	92.76	91.52	92.00	93.01	91.52	91.67	90.13	90.60	92.95	89.49	92.37	93.39	90.86	90.27	91.64	91.20
9	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	91.28	91.14	92.05	92.18	93.17	90.15	88.48	89.84	91.94	90.59	89.71	93.14	92.68	92.66	92.21	92.41	94.76	91.87	92.79	90.95	94.37	92.66	91.93	92.63	91.49	91.20
6	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	91.86	90.37	92.54	91.82	91.19	90.21	91.11	89.63	90.66	91.90	91.65	91.26	89.59	91.62	90.38	91.20	91.99	91.19	92.66	91.81	92.37	92.17	94.02	91.85	92.47	89.82
12	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	93.20	92.84	92.21	90.15	91.24	92.05	91.60	89.53	91.71	91.62	92.62	91.25	91.95	92.31	90.99	91.98	91.95	92.00	92.80	92.90	92.89	93.78	91.71	90.76	93.16	89.52
10	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	91.92	91.11	91.31	92.86	91.86	89.60	93.26	91.84	92.87	92.26	90.10	89.83	91.98	90.06	91.10	91.16	92.65	93.22	91.67	93.05	92.79	91.58	90.68	91.22	92.71	91.69
11	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	92.90	91.45	92.27	89.73	95.51	91.55	91.25	90.30	91.58	92.39	91.48	89.43	90.87	90.95	90.48	91.62	92.07	90.60	92.48	91.79	92.96	92.10	92.37	91.71	92.34	91.52
5	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	91.87	92.07	93.36	91.81	93.37	90.64	92.59	90.97	91.53	92.68	94.04	89.97	92.59	92.85	93.40	93.12	93.10	92.68	93.05	91.46	92.89	91.94	94.45	93.91	92.92	93.32
2	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	92.59	93.89	92.44	93.23	92.72	90.67	92.49	92.05	92.13	93.90	93.02	90.19	91.41	93.68	91.06	92.08	92.89	92.52	90.19	91.89	92.60	92.49	94.06	92.24	92.04	92.99
3	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	93.24	93.62	92.23	93.59	93.05	91.69	92.31	90.17	93.04	93.34	92.74	91.70	91.31	93.62	91.05	91.70	94.08	93.55	92.72	92.69	92.48	93.99	93.67	91.66	94.05	92.28

Size of the test data:  (17, 34)

Difference

Code

diff = dt[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt.columns,test_data_1.columns)):   
   diff[f'col_diff_{i}'] = (np.array(dt[cols[0]]) - np.array(test_data_1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff['negative_count'] = diff.apply(count_negatives, axis=1)
diff.sort_values(by =["negative_count"],inplace = True, ascending=False)

html_table = diff.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

# 
# show(diff)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
821	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.59	2.74	3.11	2.32	1.42	0.34	1.30	0.34	-0.61	0.75	2.80	-2.16	0.97	1.59	1.87	-2.68	0.20	0.93	2.43	1.34	4.73	1.03	2.97	0.69	2.50	2.28	3
820	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.30	0.15	4.46	2.72	1.77	2.29	0.84	2.94	0.75	4.08	0.73	-0.58	3.08	2.95	1.96	2.00	0.36	2.00	0.77	-0.33	3.85	2.58	2.78	3.48	3.06	3.08	2
822	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.58	1.85	1.59	2.50	3.65	1.83	2.62	0.98	3.82	3.91	1.13	-0.27	2.83	2.55	0.75	0.34	1.54	2.99	0.75	0.05	1.75	2.65	2.65	-1.43	1.80	4.01	2
709	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.81	1.79	3.49	3.65	4.10	-0.11	4.68	1.16	2.67	2.78	3.40	-0.87	1.00	4.44	2.45	1.12	3.57	2.77	0.16	3.01	3.79	3.43	4.89	3.20	2.15	4.04	2
676	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.29	3.24	0.64	2.75	-4.11	0.17	1.79	0.09	0.54	3.34	3.11	-0.29	0.47	0.96	0.71	0.80	1.05	2.23	2.33	0.41	1.87	1.89	3.61	1.01	0.94	2.73	2
695	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.08	0.66	3.75	2.91	5.72	1.82	2.40	-0.64	2.27	1.78	2.83	-1.74	1.76	1.83	1.55	2.29	4.11	0.74	3.56	0.83	4.26	2.02	2.74	1.95	2.92	1.46	2
692	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.85	0.45	3.04	2.33	2.61	0.54	0.51	0.23	1.73	3.29	1.23	-0.78	1.56	3.15	1.35	1.62	3.22	1.44	1.71	0.30	3.66	3.26	4.63	2.14	4.74	-0.30	2
837	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.91	1.21	4.51	2.94	4.77	-0.11	1.33	0.84	1.89	1.12	2.73	1.79	3.36	2.95	2.06	3.02	4.75	2.20	0.07	0.29	6.43	2.02	3.15	3.36	2.84	1.46	1
708	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.22	2.32	3.67	3.98	3.56	0.88	2.72	1.92	3.44	3.53	5.29	-0.70	3.54	2.92	2.93	3.88	2.77	1.93	1.78	1.42	3.61	3.11	5.69	3.90	3.07	3.91	1
836	372	16	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.86	1.63	3.77	0.72	1.61	0.39	2.72	1.18	1.28	1.46	3.33	2.52	2.83	3.73	1.36	2.79	0.38	2.25	4.09	-1.62	2.77	4.56	0.90	1.47	2.66	2.03	1
679	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.64	3.94	4.34	1.00	3.58	1.37	3.65	0.24	0.16	2.23	1.52	0.06	0.67	1.83	2.64	-0.16	1.23	1.86	2.31	2.02	2.32	2.15	3.40	4.14	0.45	1.82	1
678	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.81	0.94	2.35	2.15	2.54	2.94	2.87	2.94	3.62	4.61	2.23	3.37	3.90	1.15	1.72	3.54	3.03	4.18	0.76	-1.99	5.74	2.81	4.67	2.69	3.85	1.09	1
823	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.91	1.91	3.24	1.65	3.47	0.69	0.18	2.62	1.79	2.69	2.38	0.56	2.85	2.64	1.00	3.23	2.37	1.28	1.59	-0.21	3.16	2.37	2.81	2.71	1.96	0.20	1
693	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.17	3.54	2.29	0.20	1.94	1.28	3.13	0.24	3.81	4.41	1.78	1.00	3.30	2.46	3.13	2.81	2.82	1.89	1.78	2.58	3.05	4.26	2.11	1.43	3.41	1.22	0
694	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.20	1.06	3.16	3.00	3.19	0.66	3.45	2.95	4.06	2.27	0.70	0.37	2.75	2.20	0.57	1.97	2.76	3.49	1.53	1.99	3.38	1.03	1.57	1.16	4.36	2.49	0
677	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.22	0.33	4.79	1.50	4.80	2.62	4.35	1.23	4.26	4.33	2.25	4.35	1.78	3.58	2.11	3.08	4.96	3.12	1.94	0.87	4.08	1.77	4.39	5.18	1.76	4.08	0
711	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.46	4.09	3.62	4.92	3.20	1.85	3.20	0.48	3.68	4.12	1.74	1.90	1.45	5.25	1.29	2.33	3.11	2.64	0.78	2.78	4.04	4.12	4.40	2.44	5.00	3.79	0

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_20	90.560000	0.900542
mAP_valid_abs_values_19	90.537647	1.010492
mAP_valid_abs_values_12	90.189412	1.029948
mAP_valid_abs_values_2	89.961176	0.766379
mAP_valid_abs_values_18	89.930588	0.719448
mAP_valid_abs_values_8	89.894118	0.904151
mAP_valid_abs_values_6	89.858235	0.683970
mAP_valid_abs_values_11	89.844706	1.207120
mAP_valid_abs_values_22	89.832353	0.672184
mAP_valid_abs_values_16	89.615294	0.694623
mAP_valid_abs_values_13	89.542941	0.790528
mAP_valid_abs_values_15	89.492353	0.805757
mAP_valid_abs_values_17	89.462941	0.751987
mAP_valid_abs_values_4	89.389412	0.928221
mAP_valid_abs_values_25	89.335294	0.761365
mAP_valid_abs_values_9	89.334118	0.778236
mAP_valid_abs_values_14	89.268824	0.720042
mAP_valid_abs_values_23	89.110000	0.440000
mAP_valid_abs_values_10	89.096471	0.962250
mAP_valid_abs_values_26	88.996471	0.875214
mAP_valid_abs_values_7	88.996471	1.051944
mAP_valid_abs_values_3	88.793529	0.724948
mAP_valid_abs_values_21	88.675882	0.888025
mAP_valid_abs_values_5	88.567647	3.018372
mAP_valid_abs_values_24	88.520588	3.156623
mAP_valid_abs_values	88.511176	0.766770

We then apply the hyperparameters to the test set and average the results.

Code

test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_23	92.484118	1.221296
mAP_test_abs_values_22	92.482941	0.841485
mAP_test_abs_values_21	92.351765	0.931123
mAP_test_abs_values_19	92.204706	0.783255
mAP_test_abs_values_18	92.162353	1.133250
mAP_test_abs_values_11	92.149412	1.180712
mAP_test_abs_values_25	92.127647	0.881685
mAP_test_abs_values_10	92.078824	0.994867
mAP_test_abs_values_3	92.077059	1.037514
mAP_test_abs_values_14	91.985294	1.046632
mAP_test_abs_values_17	91.947059	1.622016
mAP_test_abs_values	91.917059	1.131463
mAP_test_abs_values_2	91.834706	1.214445
mAP_test_abs_values_4	91.815294	1.079775
mAP_test_abs_values_13	91.784118	1.025604
average_map	91.725747	0.584834
mAP_test_abs_values_9	91.637647	1.057778
mAP_test_abs_values_16	91.496471	1.358510
mAP_test_abs_values_7	91.451765	1.142323
mAP_test_abs_values_5	91.380588	4.909954
mAP_test_abs_values_20	91.368235	1.573163
mAP_test_abs_values_26	91.313529	1.346096
mAP_test_abs_values_15	91.224706	0.925973
mAP_test_abs_values_8	91.055294	1.068534
mAP_test_abs_values_6	91.002353	0.781837
mAP_test_abs_values_24	90.845294	4.185427
mAP_test_abs_values_12	90.691176	1.351762

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues_mw = []
pvalues_real_mw = []

for _,index in enumerate(dt_valid_sub.index):

  _, p_value_mw = stats.mannwhitneyu(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')#, method = 'asymptotic')
  pvalues_real_mw.append(p_value_mw)
  pvalues_mw.append((p_value_mw >= 0.05)*1)
  

dt_valid_sub_mw['pvalues_mw'] = pvalues_real_mw
dt_valid_sub_mw['sig_mw'] = pvalues_mw

dt_valid_sub_mw1 = dt_valid_sub_mw.query('sig_mw == 1')


max_indexx = dt_valid_sub_mw1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
820	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	89.08	89.50	88.91	90.29	89.43	88.21	89.17	89.24	89.77	88.66	90.54	90.82	88.91	89.49	88.46	90.14	90.60	90.94	91.19	90.69	87.35	89.92	88.68	88.97	89.06	89.50
821	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	89.49	90.42	89.03	89.52	89.51	90.21	89.71	91.20	90.70	89.58	91.12	90.34	89.88	89.62	89.70	90.41	89.02	89.30	90.74	89.42	87.55	90.42	88.47	89.95	88.29	87.83
822	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	89.37	89.54	88.25	89.26	89.72	90.02	89.28	89.64	89.64	88.36	91.69	89.49	90.17	88.07	89.43	89.40	89.05	89.89	90.87	90.75	89.22	90.42	88.35	76.53	90.18	87.17
823	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	88.98	90.33	88.84	90.41	89.24	89.86	90.42	89.33	89.25	89.45	90.12	90.77	89.83	89.45	90.72	88.42	89.63	91.17	89.84	90.10	89.22	89.34	89.18	89.08	90.07	88.91
676	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	86.66	89.28	89.86	89.36	77.09	90.27	89.81	89.56	89.45	89.17	88.66	90.71	91.33	90.54	88.79	89.33	88.63	89.05	89.99	91.79	89.07	89.74	89.57	88.99	90.23	89.80
677	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	88.92	89.60	88.71	90.33	89.27	88.99	87.93	89.60	88.68	87.79	90.47	88.17	90.58	89.01	90.03	90.02	89.25	90.17	89.45	92.06	89.31	90.06	89.10	87.81	89.87	88.81
678	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	88.36	90.72	88.19	89.41	90.73	89.52	87.79	89.82	88.63	88.22	88.83	89.03	89.42	89.67	89.38	89.59	89.50	89.88	90.97	89.11	86.51	91.03	88.74	90.15	89.13	89.87
679	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	87.91	88.72	87.53	90.31	88.64	90.00	87.50	92.03	90.50	89.23	90.84	89.09	89.28	89.89	89.36	91.04	89.06	89.54	90.24	91.15	88.53	89.93	89.11	88.17	90.20	87.61
837	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	89.37	89.93	87.54	89.24	88.40	90.26	87.15	89.00	90.05	89.47	86.98	91.35	89.32	89.71	90.15	89.39	90.01	89.67	92.72	90.66	87.94	90.64	88.78	89.27	88.65	89.74
692	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	88.01	89.92	89.50	89.49	88.58	89.67	90.60	89.40	88.93	88.61	90.42	92.04	88.03	88.47	89.03	89.58	88.77	89.75	90.95	91.51	88.71	88.91	89.39	89.71	87.73	90.12
693	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	89.03	89.30	89.92	89.95	89.30	90.77	88.47	89.29	87.90	87.21	90.84	90.25	88.65	89.85	87.86	89.17	89.13	90.11	91.02	90.32	89.84	89.52	89.60	89.33	89.75	88.30
694	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	88.72	90.05	88.15	89.86	88.67	88.94	89.81	88.89	88.81	89.99	89.40	89.46	89.23	87.86	90.53	89.19	89.89	89.73	90.14	91.06	89.41	90.55	89.11	90.06	88.35	89.20
695	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	87.82	90.79	88.52	86.82	89.79	89.73	88.85	90.94	89.31	90.61	88.65	91.17	89.11	89.12	88.93	89.33	87.96	89.86	88.92	90.96	88.70	90.08	89.63	89.76	89.42	90.06
708	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	87.65	89.75	89.69	87.83	89.81	89.76	89.87	89.05	88.09	89.15	88.75	90.67	89.05	89.93	90.47	89.24	90.33	90.75	91.27	90.04	89.28	88.83	88.76	90.01	89.85	89.41
709	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	87.78	92.10	88.95	89.58	88.62	90.78	87.81	90.89	89.46	91.12	89.62	91.06	90.41	89.24	88.61	90.96	89.32	89.75	90.03	88.88	88.81	89.06	89.17	89.04	89.89	88.95
711	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	88.78	89.53	88.61	88.67	89.85	89.84	89.11	89.69	89.36	89.22	91.00	89.80	89.86	88.37	89.76	89.37	90.97	90.91	91.94	89.91	88.44	89.87	89.27	89.22	89.05	88.49

Size of the All data:  (116, 29)
Size of the Sig data:  (16, 34)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params_mw1 = dt_valid.loc[dt_valid_sub_mw1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params_mw = optimal_params_mw1.reset_index()
optimal_params_mw.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_mw1 = pd.merge(optimal_params_mw, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub_mw = test_data_mw1[list(test_data_mw1.columns[test_data_mw1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
4	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	89.38	89.65	93.37	93.01	91.20	90.50	90.01	92.18	90.52	92.74	91.27	90.24	91.99	92.44	90.42	92.14	90.96	92.94	91.96	90.36	91.20	92.50	91.46	92.45	92.12	92.58
1	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	93.08	93.16	92.14	91.84	90.93	90.55	91.01	91.54	90.09	90.33	93.92	88.18	90.85	91.21	91.57	87.73	89.22	90.23	93.17	90.76	92.28	91.45	91.44	90.64	90.79	90.11
15	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	92.95	91.39	89.84	91.76	93.37	91.85	91.90	90.62	93.46	92.27	92.82	89.22	93.00	90.62	90.18	89.74	90.59	92.88	91.62	90.80	90.97	93.07	91.00	75.10	91.98	91.18
0	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	91.89	92.24	92.08	92.06	92.71	90.55	90.60	91.95	91.04	92.14	92.50	91.33	92.68	92.09	91.72	91.65	92.00	92.45	91.43	89.89	92.38	91.71	91.99	91.79	92.03	89.11
14	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	90.95	92.52	90.50	92.11	72.98	90.44	91.60	89.65	89.99	92.51	91.77	90.42	91.80	91.50	89.50	90.13	89.68	91.28	92.32	92.20	90.94	91.63	93.18	90.00	91.17	92.53
12	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	92.14	89.93	93.50	91.83	94.07	91.61	92.28	90.83	92.94	92.12	92.72	92.52	92.36	92.59	92.14	93.10	94.21	93.29	91.39	92.93	93.39	91.83	93.49	92.99	91.63	92.89
13	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	90.17	91.66	90.54	91.56	93.27	92.46	90.66	92.76	92.25	92.83	91.06	92.40	93.32	90.82	91.10	93.13	92.53	94.06	91.73	87.12	92.25	93.84	93.41	92.84	92.98	90.96
7	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	90.55	92.66	91.87	91.31	92.22	91.37	91.15	92.27	90.66	91.46	92.36	89.15	89.95	91.72	92.00	90.88	90.29	91.40	92.55	93.17	90.85	92.08	92.51	92.31	90.65	89.43
8	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	91.28	91.14	92.05	92.18	93.17	90.15	88.48	89.84	91.94	90.59	89.71	93.14	92.68	92.66	92.21	92.41	94.76	91.87	92.79	90.95	94.37	92.66	91.93	92.63	91.49	91.20
6	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	91.86	90.37	92.54	91.82	91.19	90.21	91.11	89.63	90.66	91.90	91.65	91.26	89.59	91.62	90.38	91.20	91.99	91.19	92.66	91.81	92.37	92.17	94.02	91.85	92.47	89.82
11	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	93.20	92.84	92.21	90.15	91.24	92.05	91.60	89.53	91.71	91.62	92.62	91.25	91.95	92.31	90.99	91.98	91.95	92.00	92.80	92.90	92.89	93.78	91.71	90.76	93.16	89.52
9	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	91.92	91.11	91.31	92.86	91.86	89.60	93.26	91.84	92.87	92.26	90.10	89.83	91.98	90.06	91.10	91.16	92.65	93.22	91.67	93.05	92.79	91.58	90.68	91.22	92.71	91.69
10	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	92.90	91.45	92.27	89.73	95.51	91.55	91.25	90.30	91.58	92.39	91.48	89.43	90.87	90.95	90.48	91.62	92.07	90.60	92.48	91.79	92.96	92.10	92.37	91.71	92.34	91.52
5	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	91.87	92.07	93.36	91.81	93.37	90.64	92.59	90.97	91.53	92.68	94.04	89.97	92.59	92.85	93.40	93.12	93.10	92.68	93.05	91.46	92.89	91.94	94.45	93.91	92.92	93.32
2	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	92.59	93.89	92.44	93.23	92.72	90.67	92.49	92.05	92.13	93.90	93.02	90.19	91.41	93.68	91.06	92.08	92.89	92.52	90.19	91.89	92.60	92.49	94.06	92.24	92.04	92.99
3	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	93.24	93.62	92.23	93.59	93.05	91.69	92.31	90.17	93.04	93.34	92.74	91.70	91.31	93.62	91.05	91.70	94.08	93.55	92.72	92.69	92.48	93.99	93.67	91.66	94.05	92.28

Size of the test data:  (16, 34)

Difference

Code

diff_mw = dt_mw[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt_mw.columns,test_data_mw1.columns)):   
   diff_mw[f'col_diff_{i}'] = (np.array(dt_mw[cols[0]]) - np.array(test_data_mw1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff_mw['negative_count'] = diff_mw.apply(count_negatives, axis=1)

diff_mw.sort_values(by =["negative_count"],inplace = True, ascending=False)


html_table = diff_mw.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

key_values = ['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']
print('Are the keys of the valid and test dfs same?: ',dt_mw[key_values].equals(test_data_mw1[key_values]))

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
821	372	16	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.59	2.74	3.11	2.32	1.42	0.34	1.30	0.34	-0.61	0.75	2.80	-2.16	0.97	1.59	1.87	-2.68	0.20	0.93	2.43	1.34	4.73	1.03	2.97	0.69	2.50	2.28	3
820	372	16	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.30	0.15	4.46	2.72	1.77	2.29	0.84	2.94	0.75	4.08	0.73	-0.58	3.08	2.95	1.96	2.00	0.36	2.00	0.77	-0.33	3.85	2.58	2.78	3.48	3.06	3.08	2
822	372	16	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.58	1.85	1.59	2.50	3.65	1.83	2.62	0.98	3.82	3.91	1.13	-0.27	2.83	2.55	0.75	0.34	1.54	2.99	0.75	0.05	1.75	2.65	2.65	-1.43	1.80	4.01	2
676	372	16	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.29	3.24	0.64	2.75	-4.11	0.17	1.79	0.09	0.54	3.34	3.11	-0.29	0.47	0.96	0.71	0.80	1.05	2.23	2.33	0.41	1.87	1.89	3.61	1.01	0.94	2.73	2
692	372	16	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.85	0.45	3.04	2.33	2.61	0.54	0.51	0.23	1.73	3.29	1.23	-0.78	1.56	3.15	1.35	1.62	3.22	1.44	1.71	0.30	3.66	3.26	4.63	2.14	4.74	-0.30	2
695	372	16	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.08	0.66	3.75	2.91	5.72	1.82	2.40	-0.64	2.27	1.78	2.83	-1.74	1.76	1.83	1.55	2.29	4.11	0.74	3.56	0.83	4.26	2.02	2.74	1.95	2.92	1.46	2
709	372	16	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.81	1.79	3.49	3.65	4.10	-0.11	4.68	1.16	2.67	2.78	3.40	-0.87	1.00	4.44	2.45	1.12	3.57	2.77	0.16	3.01	3.79	3.43	4.89	3.20	2.15	4.04	2
823	372	16	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.91	1.91	3.24	1.65	3.47	0.69	0.18	2.62	1.79	2.69	2.38	0.56	2.85	2.64	1.00	3.23	2.37	1.28	1.59	-0.21	3.16	2.37	2.81	2.71	1.96	0.20	1
678	372	16	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.81	0.94	2.35	2.15	2.54	2.94	2.87	2.94	3.62	4.61	2.23	3.37	3.90	1.15	1.72	3.54	3.03	4.18	0.76	-1.99	5.74	2.81	4.67	2.69	3.85	1.09	1
679	372	16	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.64	3.94	4.34	1.00	3.58	1.37	3.65	0.24	0.16	2.23	1.52	0.06	0.67	1.83	2.64	-0.16	1.23	1.86	2.31	2.02	2.32	2.15	3.40	4.14	0.45	1.82	1
837	372	16	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.91	1.21	4.51	2.94	4.77	-0.11	1.33	0.84	1.89	1.12	2.73	1.79	3.36	2.95	2.06	3.02	4.75	2.20	0.07	0.29	6.43	2.02	3.15	3.36	2.84	1.46	1
708	372	16	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.22	2.32	3.67	3.98	3.56	0.88	2.72	1.92	3.44	3.53	5.29	-0.70	3.54	2.92	2.93	3.88	2.77	1.93	1.78	1.42	3.61	3.11	5.69	3.90	3.07	3.91	1
677	372	16	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	3.22	0.33	4.79	1.50	4.80	2.62	4.35	1.23	4.26	4.33	2.25	4.35	1.78	3.58	2.11	3.08	4.96	3.12	1.94	0.87	4.08	1.77	4.39	5.18	1.76	4.08	0
693	372	16	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.17	3.54	2.29	0.20	1.94	1.28	3.13	0.24	3.81	4.41	1.78	1.00	3.30	2.46	3.13	2.81	2.82	1.89	1.78	2.58	3.05	4.26	2.11	1.43	3.41	1.22	0
694	372	16	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	3.20	1.06	3.16	3.00	3.19	0.66	3.45	2.95	4.06	2.27	0.70	0.37	2.75	2.20	0.57	1.97	2.76	3.49	1.53	1.99	3.38	1.03	1.57	1.16	4.36	2.49	0
711	372	16	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	4.46	4.09	3.62	4.92	3.20	1.85	3.20	0.48	3.68	4.12	1.74	1.90	1.45	5.25	1.29	2.33	3.11	2.64	0.78	2.78	4.04	4.12	4.40	2.44	5.00	3.79	0

Are the keys of the valid and test dfs same?:  False

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_19	90.642500	0.943296
mAP_valid_abs_values_20	90.525625	0.918484
mAP_valid_abs_values_12	90.263750	1.015532
mAP_valid_abs_values_18	90.029375	0.612497
mAP_valid_abs_values_2	89.967500	0.791054
mAP_valid_abs_values_22	89.895000	0.640926
mAP_valid_abs_values_11	89.870625	1.241813
mAP_valid_abs_values_8	89.848125	0.913033
mAP_valid_abs_values_6	89.801875	0.664382
mAP_valid_abs_values_16	89.661250	0.690197
mAP_valid_abs_values_13	89.566250	0.810398
mAP_valid_abs_values_15	89.450625	0.812990
mAP_valid_abs_values_17	89.445000	0.772882
mAP_valid_abs_values_4	89.395625	0.958297
mAP_valid_abs_values_25	89.357500	0.780628
mAP_valid_abs_values_9	89.283125	0.773871
mAP_valid_abs_values_14	89.268125	0.743651
mAP_valid_abs_values_10	89.115000	0.990670
mAP_valid_abs_values_23	89.056875	0.394119
mAP_valid_abs_values_26	88.985625	0.902736
mAP_valid_abs_values_7	88.955000	1.071995
mAP_valid_abs_values_3	88.762500	0.736971
mAP_valid_abs_values_21	88.618125	0.883555
mAP_valid_abs_values_5	88.540625	3.115237
mAP_valid_abs_values_24	88.503125	3.259298
mAP_valid_abs_values	88.495625	0.789143

We then apply the hyperparameters to the test set and average the results.

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params = dt_valid.loc[dt_valid_sub_mw1.index].iloc[:, :6].reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, how='left')
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]
test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_23	92.560313	1.182940
mAP_test_abs_values_22	92.385781	0.825185
mAP_test_abs_values_21	92.317969	0.900358
mAP_test_abs_values_18	92.227187	1.074219
mAP_test_abs_values_19	92.216406	0.899200
mAP_test_abs_values_10	92.178750	0.806668
mAP_test_abs_values_11	92.153906	1.052475
mAP_test_abs_values_25	92.123906	0.852337
mAP_test_abs_values_3	92.040156	1.029608
mAP_test_abs_values	91.915469	1.128042
mAP_test_abs_values_2	91.869687	1.175872
mAP_test_abs_values_14	91.819219	0.963631
mAP_test_abs_values_17	91.797188	1.423725
mAP_test_abs_values_4	91.786406	1.010520
average_map	91.694225	0.559348
mAP_test_abs_values_13	91.692813	1.017327
mAP_test_abs_values_9	91.627656	1.089942
mAP_test_abs_values_16	91.472031	1.368468
mAP_test_abs_values_7	91.455938	1.023095
mAP_test_abs_values_20	91.392656	1.535277
mAP_test_abs_values_5	91.277656	4.919882
mAP_test_abs_values_26	91.201250	1.321816
mAP_test_abs_values_8	91.131094	1.033257
mAP_test_abs_values_15	91.110156	0.902850
mAP_test_abs_values_6	90.978125	0.821201
mAP_test_abs_values_24	90.823594	4.200018
mAP_test_abs_values_12	90.494531	1.255866

Summary using radar plot

Code

def extract_number(text):
    if isinstance(text, str):
        matches = re.findall(r'\d+', text)
        return int(matches[0]) if matches else 1
    return 1

res_valid1['id'] = res_valid1.index.to_series().apply(extract_number)
res_test1['id'] = res_test1.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid1,res_test1])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test1 = res_test1.sort_values(by=['id']).reset_index().query("index !='average_map'")
data_range1 = np.array(list(res_test1['mean']) + list(res_valid1['mean']))
categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test1['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid1['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "T-Test",
        'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range1.min()), round(data_range1.max()) + 1]
    )),
  showlegend=True
)

fig.show()

##############


res_valid2['id'] = res_valid2.index.to_series().apply(extract_number)
res_test2['id'] = res_test2.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid2,res_test2])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test2 = res_test2.sort_values(by=['id']).reset_index().query("index !='average_map'")

data_range2 = np.array(list(res_test2['mean']) + list(res_valid2['mean']))

categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test2['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid2['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "MU-Test",
         'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range2.min()), round(data_range2.max()) + 1]
    )),
  showlegend=True
)

fig.show()

The results in this presentation are from two experimental designs:

Experiment 1 Results

The thresholding is based on fixed values between -1 and 1 on a step size of 0.1.

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
384	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	56.06	66.88	66.05	65.01	73.09	65.77	56.21	65.69	66.87	65.02	63.98	63.94	65.88	66.24	65.26	66.21	64.37	67.91	63.49	74.29	67.28	67.71	67.66	67.71	68.37	66.53
385	372	8	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	66.66	65.92	68.14	66.21	65.32	62.60	65.41	64.64	82.60	64.55	55.89	66.09	56.20	52.66	62.78	64.07	64.68	65.37	63.36	63.47	65.16	65.56	66.31	64.95	66.13	65.78
386	372	8	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	70.15	66.14	65.56	66.42	56.43	71.34	65.08	67.88	64.43	65.71	63.02	63.96	73.16	65.44	64.50	71.93	66.34	66.31	61.49	63.09	66.05	66.08	65.67	65.41	65.12	64.42
387	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	64.89	66.29	67.10	65.46	64.47	64.86	55.84	65.27	66.42	65.01	64.85	64.46	80.01	71.52	65.43	64.78	65.91	64.73	71.66	73.04	66.94	65.70	54.90	66.38	64.85	65.94
400	372	8	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	72.39	65.01	64.84	42.66	65.33	64.01	71.85	66.22	61.73	64.82	65.24	60.95	60.89	63.96	63.46	64.72	64.31	64.07	63.03	62.07	65.86	66.51	65.66	66.38	66.59	67.04
401	372	8	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	42.66	65.66	64.70	64.69	65.37	62.77	72.11	64.51	65.43	73.35	75.67	65.58	74.71	64.87	63.79	56.05	64.44	63.75	64.77	65.15	67.20	65.46	64.47	64.26	64.70	65.71
402	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	72.97	73.20	65.66	64.96	65.74	65.03	67.16	64.55	72.99	65.23	73.79	63.57	72.37	65.52	64.01	56.02	64.89	65.39	74.71	63.73	66.52	64.22	65.09	64.91	65.94	64.97
403	372	8	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	71.75	66.17	55.51	66.02	64.20	74.55	71.51	72.03	65.87	72.00	42.66	42.66	72.26	63.90	64.02	73.14	62.67	63.22	62.15	62.03	66.57	64.42	64.35	64.55	64.92	63.59
416	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	73.74	64.65	65.54	66.16	65.43	65.59	42.66	65.12	73.23	73.42	62.85	62.92	72.80	64.70	64.79	73.77	64.37	72.52	87.76	74.80	66.43	65.86	64.91	65.99	66.08	65.26
417	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	83.53	64.78	64.80	65.05	65.03	70.07	73.52	74.14	64.05	65.26	74.12	61.26	51.48	64.01	63.28	74.20	64.70	64.19	61.49	62.51	72.58	65.67	65.01	63.25	64.61	65.05
418	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	73.11	66.27	64.34	64.60	64.99	63.27	73.63	64.26	73.33	64.63	69.58	64.16	74.83	64.57	64.33	73.31	65.07	65.26	64.34	63.44	65.06	64.99	63.80	64.60	64.18	42.66
419	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	65.10	65.20	72.41	65.40	73.86	63.92	68.34	64.52	73.38	64.53	75.07	68.43	73.91	63.72	64.83	75.21	64.13	62.76	75.33	63.64	64.60	64.85	63.22	63.63	64.83	85.30
432	372	8	0.10	24	0.00100	36	0.000000e+00	0.000000e+00	64.53	63.48	64.67	63.16	67.77	60.46	54.11	63.65	54.87	63.63	63.15	62.30	55.15	64.63	63.84	42.66	62.32	63.44	60.73	61.42	66.58	66.17	64.59	63.24	65.20	64.66
433	372	8	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	66.06	64.39	56.01	66.18	56.44	64.64	72.29	72.44	54.85	65.05	64.60	64.62	65.60	65.33	66.14	65.78	63.88	72.62	63.79	65.01	67.54	66.99	65.62	64.83	66.94	66.34
434	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	66.00	66.90	73.10	65.88	64.54	73.77	66.89	64.96	64.62	65.98	81.94	55.24	72.09	66.34	65.70	56.27	65.24	63.96	64.96	62.78	66.46	65.09	65.98	66.71	64.49	66.18
435	372	8	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	72.42	65.60	56.32	66.15	72.00	62.37	66.06	42.66	65.34	65.92	62.84	64.62	64.78	64.31	65.15	55.97	66.37	64.30	62.22	61.05	66.45	66.60	66.26	66.35	67.23	66.22
448	372	8	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	64.28	64.20	72.07	64.83	42.66	60.80	70.54	64.46	65.46	71.87	63.76	62.32	64.40	64.22	65.58	42.66	63.89	65.12	62.44	62.79	42.66	66.28	68.42	67.30	42.66	66.09
449	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	72.05	65.73	65.36	65.99	64.03	65.00	71.89	65.53	65.55	63.94	74.67	64.78	73.35	64.75	65.86	71.69	72.87	65.01	64.57	65.06	65.39	64.37	71.56	64.43	65.67	66.39
450	372	8	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	71.16	65.22	56.98	64.21	64.75	65.08	73.37	65.20	66.18	65.66	74.61	62.78	54.86	66.80	64.48	65.58	63.70	65.88	63.83	63.53	65.85	66.26	63.56	65.50	65.25	64.60
451	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	64.56	64.57	65.46	64.90	66.19	55.75	71.51	74.19	65.15	79.07	64.49	63.29	64.64	64.85	63.20	74.56	63.89	72.36	64.04	63.30	65.01	65.44	64.95	63.64	64.58	65.20
464	372	8	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	65.23	64.59	71.62	73.36	64.00	64.75	71.79	64.17	55.14	65.68	63.03	63.90	73.06	63.74	64.07	55.60	62.36	64.65	64.44	63.03	65.45	65.30	65.18	66.37	65.25	65.59
465	372	8	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	64.70	64.68	65.28	74.12	65.49	64.44	81.38	63.87	64.25	55.40	63.51	64.50	64.03	73.28	63.41	74.56	42.66	64.57	62.79	64.51	63.45	64.94	64.73	64.33	64.88	65.46
466	372	8	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	72.91	64.61	72.32	64.06	66.08	64.85	66.07	65.06	55.13	65.22	62.02	74.22	73.11	69.48	64.03	64.69	63.94	72.08	64.52	64.66	64.35	64.87	65.57	65.44	65.82	42.66
467	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	64.39	64.76	65.12	65.69	64.53	64.65	72.78	63.54	84.73	84.49	64.81	85.44	64.60	63.15	64.28	73.86	63.71	64.13	65.87	70.14	65.00	63.91	65.31	65.08	64.03	66.62
480	372	8	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	69.53	64.52	64.70	65.43	69.04	63.18	65.91	67.18	64.47	64.86	63.65	64.14	72.12	64.73	65.01	56.31	63.96	63.21	62.32	61.80	65.44	63.63	65.89	66.20	65.65	64.61
481	372	8	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	66.64	65.17	64.77	55.53	65.09	73.41	55.45	65.45	64.89	65.47	73.37	63.95	67.10	64.87	66.04	73.92	66.10	64.55	66.96	63.45	66.80	51.33	42.66	64.33	65.60	65.15
482	372	8	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	70.31	66.32	64.06	42.66	65.83	63.20	66.50	65.59	64.95	64.33	65.22	66.84	64.41	65.45	65.34	64.90	65.74	63.44	61.60	63.31	65.76	67.04	64.77	66.51	65.04	67.11
483	372	8	0.10	24	0.00100	48	1.000000e-08	1.000000e-08	69.58	70.94	55.22	42.66	63.19	55.69	55.26	62.50	64.46	72.11	63.39	55.92	71.29	62.62	42.66	70.81	62.10	71.71	60.80	60.84	63.43	61.77	61.57	61.38	62.64	60.75
496	372	8	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	70.85	64.62	64.59	64.05	62.65	62.77	72.30	62.54	64.21	64.03	66.64	64.83	60.61	64.47	64.76	66.46	65.63	64.97	64.45	63.45	67.08	65.59	66.41	64.86	66.20	65.86
497	372	8	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	64.65	70.23	65.65	63.31	63.63	73.85	74.04	66.67	72.63	55.87	75.29	64.28	72.46	54.72	42.66	72.29	72.25	63.55	55.81	54.32	65.32	66.92	64.39	64.30	50.85	64.41
498	372	8	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	72.88	65.84	56.13	64.89	73.54	64.59	64.48	72.10	65.69	64.26	62.84	64.08	73.29	64.55	65.31	63.49	63.09	66.35	63.71	63.09	65.06	65.88	64.69	63.69	65.56	64.48
499	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	69.98	66.20	71.38	65.40	63.73	73.36	70.52	65.02	71.78	65.72	69.12	64.20	72.52	55.09	64.38	57.37	64.11	65.35	84.89	64.01	65.41	66.46	65.12	65.01	64.75	64.63
512	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	66.00	65.80	65.80	64.49	65.90	74.43	72.82	65.64	68.33	64.98	74.67	65.56	74.84	64.69	63.40	72.51	63.66	63.49	62.69	63.08	62.69	64.19	63.91	63.69	65.93	63.53
513	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	73.19	64.65	42.66	73.40	65.58	72.55	64.46	63.90	65.23	63.90	61.33	69.27	86.03	64.51	65.15	74.11	74.24	73.98	63.18	63.95	65.69	65.24	64.16	64.39	64.13	64.90
514	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	69.64	66.10	55.89	65.26	65.53	72.64	72.73	64.84	71.61	65.36	74.61	62.31	73.98	64.32	63.52	63.28	65.26	63.83	63.91	63.72	64.93	65.08	64.35	64.21	65.12	64.93
515	372	8	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	73.79	64.31	65.13	64.59	73.60	63.26	72.39	64.24	55.74	54.58	75.63	63.39	74.04	68.01	63.16	63.55	63.30	63.40	62.90	65.08	64.83	64.31	64.87	64.50	64.73	63.10
528	372	8	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	65.51	65.08	57.96	66.24	66.01	62.03	71.74	66.10	66.70	66.55	64.98	61.57	72.38	66.09	65.32	72.07	65.30	71.91	56.11	64.39	62.85	66.38	67.15	65.56	65.97	67.13
529	372	8	0.10	24	0.00001	24	0.000000e+00	1.000000e-08	70.89	64.97	64.79	64.24	64.41	62.70	64.79	63.60	55.36	64.30	63.99	61.62	72.66	63.55	64.08	51.69	63.61	62.62	64.91	63.28	65.10	65.09	64.75	63.59	66.60	65.74
530	372	8	0.10	24	0.00001	24	1.000000e-08	0.000000e+00	54.13	62.95	64.22	65.75	64.71	64.34	68.83	64.88	64.76	64.73	62.53	61.38	63.49	63.66	64.18	64.02	63.29	55.26	63.44	64.45	64.97	64.74	65.48	62.47	64.93	63.89
531	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	56.23	65.86	63.78	65.50	64.89	63.95	66.94	66.47	56.52	64.51	83.58	64.84	72.67	66.31	64.66	65.60	64.97	69.89	64.45	64.35	67.09	66.78	67.35	66.80	66.72	65.45
544	372	8	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	64.04	67.55	66.33	65.41	66.35	64.07	71.28	65.07	65.88	64.44	66.38	63.84	72.67	62.82	72.75	65.66	65.59	65.03	62.90	62.94	65.30	65.93	64.86	65.65	65.98	65.39
545	372	8	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	66.02	64.14	64.84	64.02	64.06	63.24	63.58	64.59	65.87	65.25	73.74	75.59	73.13	65.05	64.67	54.45	65.27	64.18	72.53	55.56	66.51	63.77	64.21	63.95	64.56	65.22
546	372	8	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	72.79	65.12	56.15	64.96	66.69	73.91	66.95	65.17	66.64	66.31	75.03	64.59	72.78	64.99	63.46	53.40	65.92	56.38	65.41	64.37	66.66	65.40	64.33	65.56	65.37	65.21
547	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	72.66	65.13	63.50	64.74	64.40	73.79	64.11	74.07	63.31	64.68	73.90	64.92	72.55	63.07	63.65	73.05	65.42	55.59	62.17	60.90	64.69	65.52	65.32	82.38	63.77	65.15
560	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	73.74	61.53	64.75	65.20	42.66	56.14	72.15	65.68	81.40	65.47	72.86	62.17	72.25	74.31	64.88	65.29	64.70	72.66	73.59	61.97	64.53	65.55	64.40	65.13	64.57	64.58
561	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	56.12	64.93	65.42	64.71	64.69	64.21	64.45	65.69	73.79	65.10	69.05	63.23	68.81	64.09	63.60	64.02	63.81	64.62	73.90	60.43	65.15	66.21	80.49	65.09	63.83	64.37
562	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	71.99	65.72	65.54	64.87	64.70	64.61	69.00	73.71	65.46	73.01	65.70	63.93	72.79	63.81	64.63	65.91	64.21	74.25	64.40	64.35	64.71	64.84	64.58	66.12	64.60	64.05
563	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	73.69	65.64	71.80	64.83	65.06	63.36	65.39	64.04	72.98	55.30	64.42	64.04	64.22	64.08	64.47	84.90	63.63	74.30	64.16	62.30	65.97	64.89	63.88	64.47	64.51	62.77
576	372	8	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	65.45	65.07	63.87	66.27	42.66	61.94	71.42	64.66	66.18	65.52	63.39	64.02	72.69	64.85	65.08	65.94	64.76	63.62	65.57	55.34	65.95	67.48	66.72	67.36	65.30	65.76
577	372	8	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	72.45	65.35	65.41	62.95	63.32	63.06	81.72	64.50	68.12	63.30	71.49	65.04	71.42	64.52	63.54	64.28	62.74	63.71	63.90	63.53	65.76	64.14	66.35	64.98	63.61	64.92
578	372	8	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	70.58	65.89	65.17	66.87	64.59	65.14	56.39	65.36	55.47	66.58	62.36	63.62	71.85	64.92	66.06	66.14	64.97	66.24	64.91	62.11	64.94	66.29	65.57	66.26	64.93	66.80
579	372	8	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	71.63	68.08	64.17	63.34	66.02	70.44	66.76	66.57	65.12	65.23	56.83	63.88	71.90	63.99	65.66	64.13	65.90	67.46	64.26	62.83	66.52	67.22	66.48	65.37	65.82	67.06
592	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	72.62	64.35	65.19	65.62	66.99	63.80	66.29	65.41	71.80	72.20	79.85	64.30	72.04	65.22	64.14	65.50	63.04	64.02	59.14	64.75	66.98	67.10	64.28	64.41	65.42	65.44
593	372	8	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	72.90	62.15	64.09	64.04	64.58	62.98	72.39	65.57	66.14	64.71	65.11	63.23	72.59	63.76	64.06	72.08	64.79	64.73	62.80	63.90	66.51	65.38	64.83	64.27	64.57	64.36
594	372	8	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	71.88	63.25	55.95	64.35	71.30	63.63	71.93	64.01	56.05	65.09	72.07	63.40	73.95	63.89	63.93	69.32	64.50	63.87	73.06	63.73	62.90	64.43	64.75	64.65	65.14	65.68
595	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	72.58	65.15	65.49	65.33	66.85	62.59	73.44	65.93	71.54	66.57	62.81	64.91	74.00	63.56	65.01	74.02	64.43	66.05	74.51	69.59	66.41	65.79	64.26	65.18	66.29	65.35
608	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	73.81	65.64	65.39	64.61	73.14	64.77	72.65	65.63	64.14	63.84	74.56	64.38	65.56	63.16	64.40	63.58	66.82	81.12	62.62	67.76	65.99	65.46	65.34	65.10	65.93	66.55
609	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	65.76	65.39	73.13	64.42	65.86	75.29	71.27	64.27	64.69	73.76	75.10	64.05	64.29	65.09	64.56	74.58	63.45	64.17	64.76	74.91	63.23	66.05	63.70	64.16	64.29	64.78
610	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	72.45	63.67	64.95	65.18	65.46	65.00	73.08	65.19	72.65	64.22	69.95	63.12	55.98	64.70	64.67	74.56	64.26	64.99	64.61	74.51	63.52	65.35	72.94	64.63	64.47	64.80
611	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	72.52	65.51	71.91	65.36	64.95	62.18	73.27	65.08	65.27	66.21	75.26	64.54	74.54	64.23	62.19	64.61	64.57	74.39	74.12	62.89	65.45	64.90	64.54	65.46	65.56	65.09
624	372	8	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	72.50	65.31	64.36	64.67	62.12	63.86	55.31	68.35	65.81	65.67	64.53	62.16	71.27	59.84	64.54	72.61	64.17	66.18	62.99	62.00	65.40	67.11	66.36	66.27	66.53	67.37
625	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	67.52	66.97	65.25	67.13	66.44	65.47	65.58	66.18	65.94	66.18	63.98	64.93	72.96	66.17	67.37	73.64	66.35	55.58	65.33	64.41	65.73	67.01	65.35	67.73	66.13	66.99
626	372	8	0.10	24	0.00001	48	1.000000e-08	0.000000e+00	59.01	63.76	58.64	65.30	63.46	62.88	71.61	63.55	72.34	64.77	60.08	62.80	64.70	62.59	62.79	74.03	63.03	63.79	72.38	61.26	64.20	63.39	64.98	64.79	64.68	64.95
627	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	67.61	65.76	64.91	67.29	67.01	82.55	66.77	66.77	66.50	67.18	63.62	64.87	67.88	55.79	65.43	68.07	65.34	66.37	66.28	66.87	68.10	67.84	68.29	68.22	68.61	68.61
640	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	65.48	63.49	65.59	66.58	70.88	73.98	70.90	64.98	65.34	65.10	65.41	62.57	71.92	63.90	64.77	71.58	64.57	63.50	69.46	63.29	68.06	64.13	66.02	65.16	66.64	64.25
641	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	72.99	72.89	64.39	64.30	62.62	71.98	65.09	64.75	76.33	72.48	63.81	64.03	64.11	84.72	64.46	73.45	63.97	72.02	74.01	63.64	65.64	64.75	64.82	65.45	64.39	64.83
642	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	63.03	64.52	65.33	65.43	64.79	74.78	65.19	65.97	70.70	55.70	73.63	64.12	83.66	64.57	63.76	73.40	71.78	64.45	73.51	63.06	65.44	66.13	64.41	64.65	65.36	66.62
643	372	8	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	73.06	73.06	64.23	64.66	64.47	55.38	55.17	63.79	65.21	63.30	64.47	60.61	54.17	63.67	61.99	63.49	64.22	53.80	62.92	63.12	64.85	64.35	63.50	64.27	65.11	64.77
656	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	55.02	72.01	63.64	65.71	63.43	85.59	73.09	64.92	65.60	63.00	75.06	63.83	73.20	73.91	64.85	72.42	64.90	64.05	62.95	63.78	67.28	65.62	66.13	64.09	63.42	66.50
657	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	83.68	64.56	72.66	63.99	65.17	75.05	73.02	64.82	72.20	73.67	63.14	70.02	72.48	63.27	64.13	54.49	75.42	73.04	63.70	62.79	64.75	64.00	64.28	63.94	64.04	66.23
658	372	8	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	62.54	65.48	64.84	63.42	64.62	61.88	71.24	63.62	64.31	65.68	73.31	63.23	82.65	64.74	64.87	73.53	63.53	72.97	62.76	60.94	65.04	63.22	64.84	65.99	64.33	63.65
659	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.47	65.31	71.83	64.52	64.80	61.04	66.56	64.48	64.44	64.90	74.34	63.98	73.69	64.71	64.14	74.29	73.56	63.51	63.97	63.81	65.35	64.79	66.83	65.62	64.06	64.74
672	372	8	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	69.82	63.49	62.63	62.74	67.17	63.08	68.39	62.38	61.81	63.19	73.48	67.59	71.62	61.14	62.67	53.47	61.93	67.20	73.94	68.77	62.21	60.78	62.27	62.19	62.46	61.47
673	372	8	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	63.87	62.43	67.01	64.09	64.17	64.01	74.13	63.22	59.46	64.11	65.26	67.16	73.26	63.31	63.60	55.10	63.36	60.66	61.52	62.51	64.16	63.39	63.99	63.62	64.58	64.38
674	372	8	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	63.19	64.80	65.93	65.67	65.53	63.87	64.82	63.88	64.09	66.22	64.47	63.26	72.65	62.49	62.27	72.17	63.54	63.93	55.18	73.69	63.31	81.68	64.80	63.69	63.90	63.62
675	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	73.07	66.07	65.69	65.83	65.61	74.69	67.84	65.82	68.83	65.81	63.97	63.58	72.56	55.50	65.91	69.00	69.03	68.52	74.34	64.77	64.28	64.99	73.62	65.26	65.87	65.85
688	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	66.40	64.94	66.88	65.34	65.68	74.88	64.82	65.56	65.50	65.72	63.46	64.24	72.58	55.12	70.68	73.46	64.11	73.15	64.34	71.20	65.23	51.82	73.46	65.68	69.83	65.25
689	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	56.98	64.47	65.13	64.58	64.23	74.12	65.19	63.83	62.85	64.39	75.56	62.92	68.95	68.59	63.17	68.65	65.34	68.64	63.40	74.96	63.32	63.56	72.65	52.01	64.02	64.14
690	372	8	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	65.99	64.44	64.52	64.09	64.51	63.65	72.95	67.70	64.76	63.76	74.81	63.46	68.81	64.28	63.69	73.62	64.09	63.46	74.26	74.39	63.59	64.36	54.25	56.31	64.51	51.50
691	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	67.70	65.24	64.90	64.69	65.20	65.13	72.00	64.76	72.97	65.25	73.57	64.16	67.97	55.48	64.57	73.61	67.83	68.88	73.89	64.57	66.41	63.89	67.46	63.72	64.81	64.78
704	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	67.92	70.43	65.08	64.65	65.16	67.29	73.73	69.93	64.74	64.59	75.08	63.39	68.03	69.09	65.16	70.68	52.27	64.71	63.16	68.13	64.98	62.79	72.20	65.03	64.31	64.37
705	372	8	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	68.89	65.21	64.88	65.89	64.81	75.13	69.36	54.05	64.22	70.18	63.14	62.86	69.64	63.95	62.98	69.79	62.73	69.96	75.75	62.55	62.57	52.47	63.79	64.05	63.79	63.82
706	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	67.79	69.72	64.57	64.95	65.95	63.92	68.20	64.54	64.79	69.41	64.39	68.64	69.87	63.83	63.70	73.38	55.81	64.87	69.29	74.91	64.22	63.99	55.84	64.78	66.04	65.26
707	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	66.75	64.36	65.34	64.54	64.52	66.70	73.02	63.07	70.19	64.33	74.11	68.87	66.97	73.75	63.02	63.58	63.57	67.93	74.90	62.94	54.28	53.38	72.16	63.87	64.18	63.84
720	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	72.55	65.11	65.86	65.46	65.03	64.04	68.11	51.36	64.95	64.88	63.59	67.45	72.77	64.95	63.82	74.42	64.18	63.15	74.42	69.17	64.14	64.92	72.99	64.52	64.29	54.36
721	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	66.43	65.01	64.91	65.64	71.60	65.26	68.66	64.41	64.73	64.37	74.73	63.04	63.94	63.62	64.06	72.05	63.90	65.65	75.28	64.30	65.06	65.86	65.20	65.59	65.55	56.85
722	372	8	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	65.91	62.09	63.36	63.60	63.26	63.78	69.48	62.49	55.01	63.62	63.07	73.56	73.14	62.66	63.93	72.86	63.29	72.85	71.12	73.22	61.61	62.16	72.50	63.15	62.97	62.65
723	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	65.57	65.80	67.77	65.06	65.55	65.41	65.80	65.51	65.98	65.72	73.60	67.05	64.35	62.76	65.73	67.63	64.07	55.24	74.41	74.91	65.01	64.76	72.43	65.96	64.68	65.82
736	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	66.19	66.02	67.08	65.09	65.56	74.08	72.91	64.52	63.40	68.33	74.33	64.05	66.63	54.50	63.21	69.87	54.43	63.66	69.69	69.10	64.51	63.75	72.94	63.84	64.32	64.99
737	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	74.02	64.34	64.36	65.17	65.03	68.21	65.49	69.78	70.22	60.39	75.51	63.82	69.49	63.14	64.93	64.49	69.53	73.65	74.57	63.14	65.54	64.54	73.37	51.49	66.06	64.72
738	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	73.83	65.23	60.20	64.84	65.28	68.32	64.65	69.92	65.31	65.06	64.05	64.70	72.53	63.47	68.66	70.20	63.38	64.98	63.96	63.80	65.78	63.42	73.25	64.51	65.31	64.51
739	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	67.53	64.81	65.21	64.65	65.08	68.15	70.29	64.80	69.15	65.15	64.73	63.16	69.46	63.22	62.83	68.92	63.18	63.10	73.61	63.27	64.98	64.49	72.82	64.81	64.58	64.73
752	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	66.87	65.09	73.21	64.70	68.01	69.03	73.59	63.93	64.16	65.55	67.36	64.03	72.56	63.66	70.61	70.28	74.88	63.81	74.98	63.72	64.31	62.97	73.37	63.96	64.07	63.92
753	372	8	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	65.31	65.00	65.28	64.65	64.81	64.66	73.26	64.35	63.79	63.98	64.34	74.89	73.32	62.54	63.83	68.17	63.33	54.65	70.04	62.88	63.36	53.07	72.95	64.41	64.65	65.10
754	372	8	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	65.83	65.36	65.51	65.08	64.59	64.81	66.96	69.39	56.70	65.33	64.29	64.10	73.47	69.79	64.11	69.46	63.08	64.41	63.43	55.64	57.19	64.98	73.64	65.26	52.24	54.24
755	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	66.30	64.89	65.16	67.47	65.33	66.32	68.63	63.95	64.97	70.07	63.64	68.38	73.11	64.76	63.98	70.69	69.57	64.70	68.54	75.09	54.61	63.69	64.60	65.21	68.06	74.31
768	372	8	0.01	24	0.00100	48	0.000000e+00	0.000000e+00	72.80	65.12	63.96	62.84	63.85	62.15	84.53	56.21	63.43	57.85	63.82	63.63	69.01	55.41	63.74	52.53	63.45	73.16	74.49	75.28	65.24	64.18	54.18	62.91	63.59	62.94
769	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	64.57	64.88	66.43	65.84	65.72	68.64	73.57	65.31	59.45	65.15	64.71	64.54	68.24	65.21	64.77	68.62	84.14	64.53	66.33	74.58	65.37	63.34	72.98	66.22	64.82	65.50
770	372	8	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	66.74	65.68	65.20	64.82	65.25	63.93	66.65	54.82	73.75	69.33	66.06	64.44	64.85	72.90	65.37	54.06	65.06	63.78	73.95	73.79	53.79	65.35	65.25	65.30	65.50	65.22
771	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	64.78	64.97	67.34	65.16	64.48	68.09	64.94	53.81	66.35	65.80	69.14	74.23	73.18	73.03	63.41	65.02	65.06	65.01	64.24	74.77	65.80	65.51	66.96	64.82	65.58	65.03
784	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	67.93	64.69	56.77	65.68	65.32	68.11	71.94	64.07	67.52	65.63	74.55	74.81	69.29	64.07	68.84	66.68	51.68	62.98	75.41	63.18	63.28	53.98	73.40	69.87	65.24	64.97
785	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	67.44	65.72	62.99	66.41	64.74	64.19	69.23	64.68	65.32	65.42	74.18	63.87	72.35	70.22	63.56	64.22	63.80	67.98	63.57	73.82	64.62	65.41	73.70	64.12	68.53	65.13
786	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	66.35	65.34	65.22	65.57	65.80	68.09	65.04	64.67	67.40	70.56	75.03	64.02	72.10	63.30	62.81	73.61	52.41	65.48	70.85	55.77	63.00	54.33	72.89	64.54	64.34	64.71
787	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	66.12	65.28	65.28	65.28	64.67	74.62	65.34	64.27	73.86	67.89	63.62	64.56	72.32	63.93	64.31	55.09	64.00	67.96	64.49	63.47	64.11	63.83	73.38	64.61	65.06	64.79
800	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	69.23	65.06	65.04	64.32	65.47	74.88	74.28	64.17	65.39	65.45	68.38	63.84	67.79	63.10	63.20	67.81	69.04	68.34	67.80	70.11	64.59	53.35	73.54	64.02	63.96	65.18
801	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.48	65.44	65.78	65.70	64.75	65.22	68.01	65.65	63.38	64.12	67.92	63.45	68.32	69.81	64.82	86.75	74.27	73.38	75.02	64.26	53.69	64.28	63.92	64.51	64.40	64.85
802	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	65.39	66.16	68.06	65.41	64.89	64.36	74.41	55.16	69.60	65.14	75.20	63.37	67.52	63.46	63.89	70.39	70.22	64.39	69.51	68.52	62.58	65.46	64.54	64.38	51.92	64.62
803	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	73.85	70.93	68.44	67.07	64.82	63.80	65.74	64.09	68.09	64.91	75.06	62.63	69.12	63.54	63.91	72.78	67.85	73.40	63.52	63.06	52.70	63.92	63.28	63.63	63.55	64.81
816	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	66.77	65.99	65.07	66.69	65.42	67.34	72.81	63.85	64.42	65.33	73.83	64.20	73.00	64.30	63.89	73.04	54.47	65.25	70.98	64.84	64.76	65.17	72.21	65.86	65.51	64.78
817	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	65.21	66.00	64.51	65.39	64.95	62.37	64.54	65.26	65.53	64.42	75.31	65.18	72.73	59.23	63.10	53.93	50.10	72.43	74.08	74.83	50.32	64.21	72.24	65.63	73.46	64.84
818	372	8	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	56.35	65.22	66.00	64.68	64.73	74.07	73.86	56.22	68.17	64.84	74.69	74.03	65.79	64.40	63.49	73.16	52.99	64.43	64.09	63.32	62.18	64.35	63.68	63.21	62.45	64.40
819	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	65.75	65.60	64.85	66.06	65.70	66.66	69.25	64.57	65.67	65.53	69.61	64.09	72.53	55.06	64.94	70.81	64.37	73.45	70.10	75.60	65.09	52.26	64.51	65.63	65.94	55.75
832	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	66.15	65.28	66.04	64.45	64.82	63.38	73.27	63.36	72.86	64.95	63.88	67.48	67.81	69.71	64.66	73.17	64.87	73.58	56.20	64.68	63.87	64.97	64.68	64.94	63.55	64.01
833	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	73.62	63.93	64.92	64.83	64.68	64.85	73.70	63.95	73.37	64.14	75.01	63.96	64.63	73.27	63.89	74.08	73.45	72.34	74.52	69.92	63.95	63.62	73.05	51.95	64.17	64.74
834	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	72.80	64.59	68.32	64.69	68.44	64.12	72.00	69.07	70.23	53.94	64.55	75.12	70.21	64.21	63.90	73.84	63.91	64.30	75.10	62.51	65.13	52.32	64.44	64.12	54.23	63.92
835	372	8	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	73.09	65.45	67.68	65.75	65.03	59.63	71.66	64.25	56.12	64.28	74.03	66.99	70.12	64.04	64.54	72.76	64.16	63.52	67.86	66.76	64.36	64.31	53.26	64.32	68.34	53.63
848	372	8	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	64.60	65.29	68.68	69.19	64.79	64.25	73.22	55.58	64.21	63.71	68.91	63.63	71.94	64.43	63.46	71.12	63.61	68.97	74.38	62.59	53.55	63.02	65.04	63.82	64.78	63.62
849	372	8	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	74.06	65.83	64.61	65.83	65.42	64.22	68.21	54.91	64.68	64.95	75.05	62.42	73.55	64.04	63.27	73.11	63.63	69.23	64.02	68.94	54.47	65.81	55.02	64.40	65.04	50.62
850	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	72.72	65.42	65.64	66.23	65.00	73.74	66.13	63.45	71.09	65.30	64.62	63.56	72.81	63.27	63.88	73.18	68.56	64.62	71.11	74.11	65.24	52.71	65.97	64.35	64.62	64.73
851	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	66.00	68.59	67.39	63.84	64.86	75.24	64.33	63.57	73.27	64.28	74.98	86.74	68.81	62.68	63.49	72.32	63.34	70.82	75.06	63.12	63.29	63.68	54.06	65.50	53.49	65.11

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
384	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	50.98	59.52	61.50	59.34	74.03	56.99	50.86	58.58	60.32	59.01	55.20	56.42	58.09	58.67	58.79	59.06	56.44	60.12	55.25	76.30	59.70	59.96	60.97	60.68	60.65	59.26
385	372	8	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	60.04	59.95	71.59	59.52	59.22	56.62	58.89	56.78	87.07	56.81	50.09	57.81	50.84	47.31	55.83	57.32	56.87	58.82	55.67	56.36	58.40	58.46	57.51	58.44	58.31	57.78
386	372	8	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	71.93	59.83	59.77	58.97	51.36	74.65	57.90	59.18	56.49	58.80	55.45	56.99	75.59	57.68	58.09	73.89	58.78	57.96	54.19	56.06	58.59	58.53	58.68	58.19	59.09	57.42
387	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	58.75	59.85	60.35	58.72	58.26	57.81	50.46	57.17	59.18	57.67	56.75	57.19	83.43	75.78	58.23	56.87	59.30	57.95	74.87	76.32	57.48	57.31	57.74	57.81	56.45	58.19
400	372	8	0.10	32	0.00100	24	0.000000e+00	0.000000e+00	74.05	58.14	59.27	49.17	58.05	55.95	73.76	58.05	53.51	56.70	57.43	55.40	57.31	57.75	56.07	57.55	57.22	57.25	54.91	54.21	58.25	58.14	59.30	58.68	58.38	59.64
401	372	8	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	49.17	58.54	57.20	58.11	58.46	54.86	74.49	56.59	58.03	75.82	76.63	57.46	76.14	57.32	58.47	50.08	56.91	57.22	57.32	56.72	58.95	58.66	56.09	56.79	56.46	57.21
402	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	75.13	73.69	59.38	57.99	59.50	57.74	60.68	57.72	75.43	57.72	75.56	57.26	74.58	59.39	57.76	50.25	57.99	58.58	76.82	56.00	58.14	57.00	57.55	56.98	57.89	56.63
403	372	8	0.10	32	0.00100	24	1.000000e-08	1.000000e-08	72.95	59.80	50.31	59.38	58.95	75.43	73.45	75.24	56.96	74.76	49.17	49.17	75.91	56.49	56.54	75.49	55.24	56.54	56.08	54.33	57.48	57.16	57.10	55.77	57.93	56.93
416	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	74.28	60.16	59.39	59.10	59.57	56.88	49.17	58.23	75.51	75.58	56.47	55.95	75.41	57.05	57.90	76.82	57.33	74.74	91.17	76.28	60.06	58.29	57.98	56.88	57.14	57.32
417	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	89.22	58.70	59.53	58.67	59.19	69.49	75.98	76.50	57.04	57.77	76.85	55.82	58.87	57.45	56.17	76.45	57.14	56.84	54.64	54.88	76.13	58.12	56.99	55.83	56.60	58.01
418	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	75.15	59.44	59.01	57.35	58.85	57.65	75.85	57.31	76.21	58.01	69.96	56.44	76.01	57.25	57.08	76.06	57.20	57.46	56.55	55.97	56.80	57.87	57.57	56.98	57.23	49.17
419	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	58.78	58.48	75.23	58.86	75.05	57.29	69.20	57.45	75.91	58.31	76.99	70.26	75.46	56.60	56.44	76.54	57.62	56.58	76.51	56.48	56.99	56.02	56.07	56.76	57.63	89.69
432	372	8	0.10	24	0.00100	36	0.000000e+00	0.000000e+00	57.67	57.49	57.17	57.84	65.15	55.10	50.98	56.76	51.35	56.72	55.70	55.29	50.35	58.19	57.02	49.17	55.35	56.81	54.32	54.00	58.69	59.19	57.46	56.13	57.55	56.46
433	372	8	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	59.06	58.07	49.84	58.64	50.09	57.15	73.80	75.36	47.78	57.25	56.20	56.59	57.55	57.96	57.71	59.23	56.02	74.39	56.08	57.10	59.23	59.07	56.83	57.73	60.24	59.26
434	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	60.34	60.53	74.84	58.01	59.10	76.43	60.47	57.84	57.70	59.21	85.34	50.12	73.76	57.89	58.43	50.80	57.82	57.43	56.80	55.88	57.81	57.60	56.94	58.68	57.12	57.04
435	372	8	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	74.34	58.44	50.69	59.51	73.75	55.15	67.28	49.17	58.07	58.31	55.93	57.13	58.29	57.08	58.04	50.28	58.10	56.88	54.34	54.23	59.09	57.64	57.75	58.47	58.22	58.37
448	372	8	0.10	32	0.00100	36	0.000000e+00	0.000000e+00	57.61	58.42	73.49	58.82	49.17	54.34	72.86	56.54	58.00	75.06	57.02	55.74	57.72	57.05	56.67	49.17	56.16	57.45	55.71	54.60	49.17	58.22	58.57	58.47	49.17	57.85
449	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	73.69	60.23	60.68	59.66	58.40	58.49	74.34	57.77	58.02	57.03	76.58	56.98	75.53	57.25	57.85	75.23	75.97	58.75	57.44	56.51	57.38	57.03	75.85	56.50	58.57	59.11
450	372	8	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	71.71	58.72	51.36	58.38	59.76	57.88	74.80	58.54	59.77	58.77	76.75	57.69	49.66	58.20	56.93	58.32	57.27	57.24	55.64	56.98	58.31	58.09	58.27	57.36	57.54	57.18
451	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	59.05	59.48	58.35	58.84	59.10	50.20	73.27	75.63	58.44	83.57	56.59	56.63	58.59	57.69	56.76	75.89	56.81	75.06	56.84	57.06	57.49	58.00	57.15	55.98	57.29	57.48
464	372	8	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	58.91	58.12	73.00	74.35	58.42	56.90	74.50	57.79	50.13	58.11	56.06	55.69	76.50	58.00	57.41	50.98	57.00	58.21	57.35	55.37	59.34	56.24	58.01	57.07	57.27	57.08
465	372	8	0.10	48	0.00100	36	0.000000e+00	1.000000e-08	58.10	59.10	58.50	74.64	58.50	57.79	86.27	57.96	58.01	50.44	56.24	57.64	55.90	75.15	57.14	76.70	49.17	58.07	56.57	56.68	56.70	57.46	56.44	56.50	56.96	57.83
466	372	8	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	73.88	57.20	74.65	57.95	58.87	57.66	59.22	57.81	50.39	57.44	55.80	76.38	76.18	68.64	57.95	57.20	56.15	74.35	57.41	57.05	58.80	57.00	57.39	58.03	57.15	49.17
467	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	58.59	58.87	58.96	59.09	59.19	56.93	74.83	57.77	88.74	88.81	57.71	90.23	56.31	56.35	56.79	74.88	57.18	57.59	56.47	70.05	57.85	57.20	58.46	57.78	57.70	58.33
480	372	8	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	73.88	58.36	58.09	58.62	72.47	54.89	59.20	59.80	56.49	58.67	56.00	55.67	75.48	56.66	57.27	50.81	56.42	57.74	53.73	53.62	57.14	55.37	57.57	58.64	57.58	56.20
481	372	8	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	59.53	59.32	58.22	49.68	58.66	76.10	50.35	57.45	57.83	58.43	76.50	56.79	59.16	57.16	58.21	75.52	57.25	58.07	67.83	56.88	58.59	42.81	49.17	57.68	57.34	57.30
482	372	8	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	71.69	59.34	57.64	49.17	59.43	57.63	62.03	57.99	60.08	58.52	57.75	58.69	64.41	56.62	58.30	57.15	57.84	55.59	54.75	56.27	58.93	59.65	57.17	58.03	57.88	60.55
483	372	8	0.10	24	0.00100	48	1.000000e-08	1.000000e-08	71.45	72.95	49.67	49.17	57.81	50.60	49.82	55.42	56.47	74.58	55.86	49.61	74.28	54.70	49.17	74.74	54.75	74.36	54.18	53.83	55.92	52.90	53.56	53.35	55.05	54.14
496	372	8	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	72.04	58.49	58.43	56.94	58.26	55.54	74.51	56.23	56.44	57.66	57.68	58.54	61.20	57.92	57.28	67.10	57.71	57.64	57.04	55.87	60.06	58.03	58.18	56.39	56.96	58.83
497	372	8	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	57.98	71.72	59.59	58.15	57.84	76.14	74.81	57.84	75.14	51.10	76.51	56.20	76.43	49.93	49.17	74.93	76.04	55.68	50.14	48.77	56.30	57.84	57.28	56.06	45.44	56.67
498	372	8	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	74.35	59.99	50.43	58.59	74.94	57.50	58.42	74.31	58.30	57.73	56.53	57.26	75.84	57.81	58.73	57.18	55.85	59.33	54.80	54.67	57.90	58.77	56.80	56.91	58.38	57.10
499	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	71.90	58.79	73.58	58.49	58.14	75.29	73.28	57.83	75.32	57.83	69.18	57.08	75.23	50.51	57.13	51.08	57.60	58.61	88.84	56.88	56.81	58.18	57.74	56.98	57.05	55.83
512	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	58.41	58.51	58.96	57.91	60.36	76.44	74.52	57.44	67.56	56.03	76.66	57.01	75.62	57.31	56.00	75.40	57.03	57.37	55.06	56.14	55.73	57.88	56.52	56.03	57.84	55.92
513	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	74.10	59.22	49.17	75.07	58.85	74.68	58.37	56.60	57.47	56.78	54.94	69.36	91.16	56.75	57.50	75.70	75.74	76.26	55.71	56.60	57.48	58.15	56.58	56.81	56.58	56.62
514	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	72.63	58.76	50.13	58.91	58.32	75.70	73.50	58.26	74.50	59.16	76.83	55.92	75.71	57.13	58.25	56.13	57.46	57.47	56.45	56.31	58.17	57.85	56.91	56.72	57.18	56.15
515	372	8	0.10	48	0.00100	48	1.000000e-08	1.000000e-08	74.97	57.34	58.30	58.91	74.63	56.48	75.90	57.35	51.07	50.65	76.68	57.00	76.74	62.69	56.26	56.64	56.60	56.94	55.63	57.11	56.39	55.81	56.48	56.68	56.04	56.70
528	372	8	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	59.19	57.80	54.22	58.98	60.23	56.15	73.80	58.31	59.75	58.39	57.45	54.09	75.54	57.68	57.69	74.82	58.40	74.74	50.41	56.46	62.61	59.11	60.64	58.02	58.90	59.94
529	372	8	0.10	24	0.00001	24	0.000000e+00	1.000000e-08	72.87	58.94	57.46	57.88	57.90	54.94	58.47	56.64	50.67	56.91	56.34	53.95	74.72	56.45	57.20	47.09	56.64	55.81	56.53	56.19	56.65	57.42	56.72	57.38	57.40	58.04
530	372	8	0.10	24	0.00001	24	1.000000e-08	0.000000e+00	50.84	57.70	58.16	58.94	59.39	57.44	72.15	58.49	57.62	58.19	55.84	55.84	57.52	56.90	57.30	57.30	55.29	49.78	57.59	56.77	57.36	56.24	57.72	60.42	58.10	56.31
531	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	51.34	58.13	57.94	58.31	58.75	56.57	60.11	59.91	50.69	57.94	88.68	56.97	75.06	57.36	58.56	58.77	57.69	73.57	57.21	55.93	60.62	57.95	59.57	58.84	58.16	57.06
544	372	8	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	58.49	60.92	58.86	58.90	60.42	57.53	72.73	58.18	60.15	58.28	56.85	56.19	74.00	57.25	74.49	59.38	57.30	58.11	54.96	55.33	57.35	57.56	57.81	57.60	57.58	57.66
545	372	8	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	59.77	58.48	58.54	57.25	56.77	56.68	57.25	57.50	58.22	58.68	75.70	77.34	75.23	57.64	56.23	49.65	56.93	57.01	75.39	50.25	58.50	56.57	57.25	56.95	57.99	57.40
546	372	8	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	72.54	58.94	50.55	57.81	60.13	75.28	59.09	57.53	59.72	59.93	76.25	57.78	75.06	58.13	58.15	44.80	58.03	50.14	57.15	56.65	59.26	58.08	56.79	58.11	57.94	57.36
547	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	74.44	57.92	56.94	57.61	58.52	76.05	57.20	76.23	56.48	57.15	76.91	56.67	75.19	57.03	57.62	75.54	58.21	50.49	55.16	54.72	56.79	58.29	56.20	86.97	57.55	55.96
560	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	74.73	56.73	57.57	59.10	49.17	50.21	73.40	58.44	84.57	57.36	75.35	56.14	74.78	75.74	57.34	57.98	57.46	75.10	76.05	55.91	57.95	57.77	57.07	57.40	56.77	56.93
561	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	50.18	59.16	58.92	57.87	58.80	57.17	57.12	57.95	75.44	58.41	69.17	56.79	68.58	57.50	57.88	57.05	57.10	57.49	77.48	53.60	57.46	57.08	87.72	56.83	57.33	56.21
562	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	74.22	59.59	59.55	58.18	58.28	57.61	67.73	75.15	57.05	74.93	58.14	57.01	75.00	56.88	58.31	58.66	57.78	76.21	57.01	56.37	57.76	57.28	57.32	57.46	57.02	57.97
563	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	74.17	58.87	73.54	58.07	59.11	57.55	58.53	57.34	75.65	50.80	57.33	57.78	57.87	57.42	57.94	88.36	57.12	75.51	56.62	55.39	58.37	57.57	56.71	57.57	57.62	56.74
576	372	8	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	59.01	59.37	58.26	59.63	49.17	56.09	74.28	57.84	58.95	56.81	56.43	56.35	75.20	58.51	56.80	57.85	57.40	55.79	57.08	50.25	57.48	59.49	58.34	58.94	57.83	58.25
577	372	8	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	74.67	57.07	59.22	56.72	57.21	55.66	86.61	56.08	75.63	55.32	73.80	56.65	74.28	56.26	55.86	56.29	55.56	56.41	55.82	56.13	59.37	56.47	57.20	56.51	57.18	56.97
578	372	8	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	73.20	59.14	60.09	59.56	58.66	58.16	50.47	58.90	50.22	59.89	54.81	56.27	74.11	58.14	58.10	58.44	57.19	58.77	56.98	56.11	58.23	58.76	58.48	58.81	58.09	59.03
579	372	8	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	74.22	71.16	58.33	55.78	60.11	73.37	59.63	58.33	55.71	58.69	50.47	57.12	74.50	57.39	57.22	56.91	57.42	59.76	56.48	55.92	58.90	57.85	58.17	57.06	58.15	57.97
592	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	73.64	58.15	58.62	59.19	58.96	56.08	58.38	57.40	74.31	74.09	87.36	56.78	73.53	57.30	57.51	57.68	56.47	57.50	50.57	56.66	57.89	59.75	56.01	57.17	57.34	57.25
593	372	8	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	75.41	56.19	58.36	57.52	58.75	56.93	74.11	58.91	67.01	58.44	56.80	56.91	74.92	57.19	58.00	76.56	57.60	57.70	54.90	56.30	57.24	58.96	57.59	57.48	57.87	56.69
594	372	8	0.10	32	0.00001	36	1.000000e-08	0.000000e+00	74.21	56.31	50.00	57.26	73.24	57.51	73.97	56.76	50.47	55.69	74.70	56.16	75.71	57.13	56.84	67.98	55.10	56.85	75.90	56.25	55.58	56.37	56.77	55.67	57.79	58.35
595	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	74.13	59.43	59.64	59.27	59.17	56.83	74.28	58.39	72.82	59.29	55.49	57.80	76.30	56.59	57.99	75.92	57.77	58.62	76.45	69.95	58.04	59.25	57.69	57.89	57.57	56.82
608	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	75.13	58.70	59.28	59.01	73.99	56.91	75.25	58.75	58.26	56.44	75.48	57.71	58.25	57.31	58.12	58.72	67.69	85.41	56.08	69.72	58.17	57.49	57.22	57.18	57.81	56.67
609	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	59.82	59.22	73.95	57.16	58.34	76.42	73.86	56.87	56.58	76.70	75.90	56.68	57.41	57.38	58.15	76.02	57.72	56.87	57.03	76.60	56.15	57.47	57.71	56.81	56.96	57.49
610	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	73.18	57.61	58.46	58.71	59.84	57.57	74.45	57.91	75.12	57.68	70.40	56.79	50.49	57.90	58.17	76.72	57.52	57.91	57.84	77.15	57.19	58.45	76.63	57.81	56.47	57.53
611	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	73.94	58.20	72.87	58.06	59.22	56.19	75.27	57.70	57.96	58.04	76.65	57.55	76.74	57.37	56.28	58.47	57.41	75.12	75.65	55.57	58.47	57.31	56.84	56.86	57.12	57.69
624	372	8	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	73.75	58.96	57.78	58.42	63.60	56.23	51.42	60.65	58.91	58.99	56.04	54.93	73.71	58.55	57.91	74.84	56.56	58.66	55.65	53.81	57.92	59.52	58.68	59.02	58.91	58.78
625	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	60.60	59.65	59.09	59.22	60.64	56.80	60.13	58.63	58.68	59.80	57.29	57.30	74.64	59.22	58.65	75.48	58.33	52.06	57.48	56.40	57.67	60.73	58.10	60.23	59.12	58.81
626	372	8	0.10	24	0.00001	48	1.000000e-08	0.000000e+00	56.26	56.71	52.09	57.98	56.60	56.31	75.27	56.29	75.81	57.22	54.28	55.89	57.67	55.25	56.70	76.11	56.50	56.46	75.96	54.94	56.82	56.16	57.25	56.88	57.19	56.32
627	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	61.87	61.08	61.28	62.23	61.67	88.12	60.22	60.06	61.46	60.72	56.81	59.05	60.79	50.88	59.39	61.30	59.91	59.50	57.68	58.87	61.54	61.01	62.38	60.64	60.43	61.97
640	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	59.59	57.69	58.80	59.78	72.35	76.59	73.13	57.44	57.99	57.98	56.99	56.22	74.91	57.74	57.36	75.00	57.67	56.63	69.82	55.39	60.38	57.29	57.27	57.11	58.50	56.72
641	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	73.97	73.28	57.56	58.06	56.02	74.59	58.25	56.94	81.78	75.19	56.56	57.01	58.16	88.61	56.05	76.44	56.50	75.04	76.20	55.19	57.85	56.59	56.75	56.36	56.31	56.09
642	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	57.51	59.13	58.74	58.62	58.52	76.46	58.53	57.86	72.67	50.76	75.40	56.79	89.70	56.73	56.43	75.79	74.98	57.16	75.60	55.87	58.71	56.87	56.95	57.11	56.49	58.37
643	372	8	0.10	32	0.00001	48	1.000000e-08	1.000000e-08	73.61	74.35	57.42	58.44	58.13	49.70	50.99	57.43	57.12	55.59	57.43	54.54	45.84	57.50	56.32	55.43	56.84	44.20	55.60	55.85	57.12	56.46	57.07	55.55	56.68	56.52
656	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	49.88	73.70	57.37	58.83	56.36	91.73	75.50	58.75	58.88	55.78	77.01	57.19	74.96	76.29	56.83	75.24	57.05	57.58	56.42	56.51	57.32	58.83	58.42	56.89	55.90	58.38
657	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	90.09	58.23	74.60	58.26	59.22	76.95	75.52	56.78	74.54	75.70	56.21	70.09	74.14	57.29	56.74	49.51	75.70	75.49	56.06	55.17	57.46	56.87	57.16	55.21	57.99	58.00
658	372	8	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	56.18	59.01	58.15	57.73	59.59	56.32	73.48	57.42	57.32	58.20	75.20	56.02	88.53	57.25	57.60	76.53	56.99	76.65	56.95	52.97	57.50	55.58	57.43	57.35	57.27	56.41
659	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.73	59.69	73.88	58.32	58.73	55.24	59.14	57.55	57.89	58.04	76.36	57.69	75.41	58.03	56.98	75.69	76.06	57.11	57.35	56.52	57.29	57.15	57.00	57.08	57.42	56.67
672	372	8	0.01	24	0.00100	24	0.000000e+00	0.000000e+00	74.47	56.76	56.64	57.10	68.89	56.23	68.49	56.18	56.11	56.47	75.83	68.47	75.28	54.66	57.13	46.71	55.42	67.31	75.87	69.79	54.47	53.96	54.96	55.58	56.59	53.05
673	372	8	0.01	24	0.00100	24	0.000000e+00	1.000000e-08	57.25	55.68	66.93	57.99	57.43	57.26	75.32	56.98	53.98	56.97	68.15	68.54	76.05	57.36	57.66	46.31	55.50	53.46	55.65	55.58	57.74	55.72	56.70	56.84	57.12	56.50
674	372	8	0.01	24	0.00100	24	1.000000e-08	0.000000e+00	56.54	57.85	57.90	58.21	57.94	56.83	57.83	57.35	56.61	66.06	57.57	57.18	75.60	57.49	57.87	74.94	57.40	57.11	49.54	75.51	55.23	86.13	56.99	56.04	56.15	56.35
675	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	74.15	58.11	58.27	59.25	59.15	76.30	67.70	59.01	68.77	58.60	57.40	57.44	74.50	50.06	58.91	68.95	70.09	69.08	75.80	57.54	57.93	56.36	75.91	56.63	58.95	58.26
688	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	59.16	58.44	67.69	59.50	59.65	75.17	58.73	58.26	58.21	58.25	58.36	57.95	73.69	49.11	69.67	75.66	57.37	74.62	58.12	71.15	57.05	44.06	76.92	56.86	69.08	57.83
689	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	53.67	58.30	58.62	58.12	57.74	75.65	57.72	57.48	55.25	57.46	76.38	55.83	68.31	66.64	58.32	67.46	58.51	68.99	58.05	75.94	56.20	56.21	76.22	43.70	57.41	56.62
690	372	8	0.01	32	0.00100	24	1.000000e-08	0.000000e+00	58.38	57.81	57.93	57.85	58.21	57.78	74.84	67.38	57.53	56.80	75.74	57.63	67.54	59.29	57.72	75.60	57.70	55.59	76.55	76.02	57.01	56.74	44.93	47.32	57.19	43.59
691	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	68.61	59.07	58.75	58.73	59.28	58.09	73.81	57.63	74.94	57.74	75.40	57.89	66.14	47.09	58.77	75.08	69.18	68.06	74.80	56.51	58.21	57.30	58.20	57.07	57.80	57.57
704	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	68.74	68.91	58.15	58.39	58.35	68.07	74.72	67.51	58.42	58.63	76.60	58.26	68.59	68.94	59.34	69.63	46.58	56.99	58.19	70.05	57.85	55.16	75.55	57.44	57.59	57.10
705	372	8	0.01	48	0.00100	24	0.000000e+00	1.000000e-08	67.51	58.04	57.39	58.00	58.51	76.32	69.25	46.38	57.54	67.97	57.23	57.75	68.05	58.13	57.47	68.28	56.96	69.12	76.93	56.48	56.18	44.57	56.96	56.26	56.45	55.87
706	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	68.73	69.26	58.70	58.60	59.46	58.06	67.14	59.04	58.15	68.11	57.78	68.78	68.09	57.56	57.85	76.06	48.65	57.39	68.69	75.77	57.61	57.05	50.83	56.19	58.61	56.72
707	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	67.70	57.79	57.97	58.33	58.65	68.64	75.57	56.82	68.91	57.07	76.62	70.44	67.16	74.39	57.85	57.09	58.02	67.68	76.89	55.67	45.89	44.31	76.54	56.98	57.17	55.37
720	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	73.44	58.90	58.79	57.85	59.01	57.70	67.89	44.99	57.79	57.18	57.40	68.51	75.12	58.03	57.83	75.89	56.24	56.91	75.21	69.41	56.96	56.51	76.94	57.98	56.28	46.04
721	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	59.74	58.20	58.63	58.75	73.62	57.85	67.54	57.41	57.66	57.53	75.95	56.21	58.43	57.56	58.65	75.49	57.43	57.47	76.07	56.85	56.89	57.05	57.55	57.48	57.60	47.17
722	372	8	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	66.11	55.01	56.86	57.75	57.33	56.78	67.79	56.27	48.67	56.69	56.99	76.76	75.84	56.18	57.88	75.32	56.28	74.59	74.96	76.46	55.36	54.91	77.25	55.74	55.73	55.00
723	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	58.92	58.76	67.56	58.34	59.07	57.43	59.37	57.33	58.62	57.79	75.74	69.17	57.36	57.41	57.98	66.96	58.55	49.56	76.13	76.53	57.10	58.23	75.98	57.32	57.82	57.69
736	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	58.86	59.01	67.05	59.50	58.45	76.26	73.75	58.35	56.10	68.36	75.61	58.62	67.42	48.07	58.34	70.42	46.24	58.07	70.41	69.11	56.26	56.90	76.89	55.96	57.25	59.06
737	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	74.12	58.51	58.46	58.74	58.90	68.48	59.09	66.85	67.90	54.02	76.21	57.26	68.30	57.97	58.60	57.30	68.46	74.25	76.11	55.83	58.03	56.48	76.61	43.25	57.50	57.29
738	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	74.38	58.37	52.96	58.76	59.07	69.39	58.06	67.45	58.76	58.47	58.00	57.80	74.29	59.63	68.54	68.78	58.27	58.52	57.58	57.27	58.46	57.81	75.07	57.58	59.12	58.00
739	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	68.16	58.39	58.18	58.49	58.88	68.87	70.23	57.71	67.28	58.04	57.68	57.95	67.59	57.47	58.09	68.87	57.82	56.42	76.16	57.04	57.64	57.46	76.03	56.81	56.91	57.87
752	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	68.19	58.26	74.68	58.12	68.23	69.60	74.86	58.24	57.90	57.75	69.25	58.92	74.40	58.55	70.79	69.96	75.62	57.83	76.00	57.62	58.53	56.84	76.62	56.79	56.27	56.55
753	372	8	0.01	48	0.00100	36	0.000000e+00	1.000000e-08	58.60	58.70	57.72	58.19	58.53	57.64	74.74	57.00	57.23	57.19	58.25	75.36	76.09	57.31	58.15	68.44	57.40	48.71	68.49	56.33	56.56	44.52	76.53	57.12	56.47	57.02
754	372	8	0.01	48	0.00100	36	1.000000e-08	0.000000e+00	59.01	58.72	58.98	58.63	58.62	57.94	66.62	68.81	49.60	58.56	57.30	57.04	75.15	68.31	57.84	67.94	57.12	58.30	56.76	50.26	48.53	58.20	76.25	57.44	43.50	46.51
755	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	59.68	58.54	58.90	67.57	59.52	68.32	68.51	58.54	58.73	68.55	58.94	68.01	74.89	59.57	58.72	71.18	69.10	59.48	69.61	75.56	45.85	56.47	57.31	56.73	69.32	75.85
768	372	8	0.01	24	0.00100	48	0.000000e+00	0.000000e+00	74.07	58.05	58.14	56.82	57.74	54.75	87.82	50.92	56.67	51.87	56.77	58.25	67.08	48.75	58.18	47.00	57.08	74.91	76.12	77.15	57.04	56.53	49.15	55.91	56.98	56.06
769	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	58.15	58.66	59.23	59.02	59.32	68.10	74.48	57.87	53.27	57.60	58.32	57.59	67.91	58.50	58.79	67.87	87.28	57.75	58.25	75.86	57.43	56.82	75.81	57.71	58.01	57.84
770	372	8	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	60.63	59.12	58.59	58.95	58.65	56.57	60.51	48.92	74.84	67.94	58.00	57.84	58.49	74.44	59.51	45.20	57.69	56.03	75.85	75.12	44.80	58.89	57.30	57.25	57.74	56.88
771	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	59.05	58.45	67.52	58.44	58.99	68.15	58.98	46.21	58.98	57.88	70.63	76.20	75.10	75.53	58.11	57.75	57.81	57.65	56.79	76.97	58.29	58.14	59.80	57.48	57.86	57.44
784	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	68.02	58.26	51.98	59.02	58.68	69.68	73.15	58.09	67.81	58.11	76.12	75.30	67.53	58.57	70.01	67.64	46.52	55.24	76.00	54.39	56.29	44.80	76.07	69.69	57.16	57.52
785	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	67.17	58.69	55.77	59.58	58.36	57.56	67.47	57.84	57.67	57.52	75.13	58.18	74.85	68.95	58.31	57.34	57.69	68.05	58.00	76.58	56.70	58.32	77.17	56.54	69.61	57.82
786	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	59.84	58.55	58.62	59.27	59.54	68.19	58.73	57.17	66.60	67.81	76.00	58.06	74.66	57.68	57.79	75.15	44.83	58.71	69.36	50.27	56.43	46.41	76.55	56.22	56.04	57.03
787	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	59.84	58.64	58.07	58.14	57.90	75.42	59.43	57.89	75.28	66.52	57.70	57.19	75.00	58.82	58.08	48.57	57.76	67.82	57.54	56.96	56.93	56.35	76.76	57.55	57.06	56.72
800	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	69.17	58.76	57.98	58.51	57.65	75.36	74.50	57.70	58.52	59.00	69.13	58.25	69.33	57.58	58.15	67.11	69.37	69.93	69.49	70.27	57.98	44.55	76.55	56.55	56.77	56.42
801	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.96	58.80	59.37	59.88	58.86	58.61	65.61	57.94	57.57	57.66	69.13	57.17	68.54	69.48	58.55	88.24	74.53	74.84	75.87	57.44	45.28	58.51	56.73	56.75	58.51	58.49
802	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	59.25	59.69	67.26	58.53	58.65	58.01	74.73	47.82	68.80	58.62	76.00	58.19	66.86	58.42	57.67	68.64	69.37	57.30	69.62	70.29	56.18	57.55	57.63	56.86	44.39	56.81
803	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	73.07	68.03	69.16	67.58	59.01	58.24	58.96	57.62	67.79	58.36	75.15	56.90	67.80	58.15	57.41	75.66	69.62	75.81	58.11	56.13	44.79	56.74	56.90	56.36	56.88	56.22
816	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	60.22	59.54	59.24	59.70	58.91	69.42	73.75	58.61	57.77	58.54	75.93	58.17	74.74	58.28	58.98	75.72	47.16	58.64	69.16	66.96	56.70	56.83	75.79	58.20	56.89	58.30
817	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	64.93	58.75	58.10	59.10	59.08	54.33	58.92	58.03	57.42	57.10	76.26	57.31	75.01	54.45	58.37	46.52	42.29	74.49	76.46	75.76	41.32	57.34	75.99	57.25	76.54	57.44
818	372	8	0.01	24	0.00001	24	1.000000e-08	0.000000e+00	49.75	58.80	67.17	58.45	58.02	75.22	74.98	48.93	67.86	57.62	76.94	75.22	58.35	57.41	58.17	75.43	48.27	57.38	57.63	56.85	56.56	56.53	55.63	56.95	57.45	55.41
819	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	65.19	58.35	58.54	58.98	58.99	67.66	68.21	58.29	59.33	58.18	69.14	56.73	75.76	47.68	58.95	73.72	57.56	75.42	68.89	77.55	57.12	45.86	57.64	57.57	58.60	47.85
832	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	58.44	58.23	66.94	57.91	58.26	57.25	75.12	57.80	75.53	56.72	57.73	68.72	67.23	68.42	57.87	75.24	57.61	74.87	50.39	56.79	57.13	58.18	57.99	57.40	57.00	56.65
833	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	74.88	58.16	58.06	59.01	58.35	57.75	74.66	58.48	75.59	57.35	75.71	58.11	58.43	76.15	57.86	75.26	75.27	74.37	75.64	69.36	57.68	56.31	75.63	43.62	57.38	57.57
834	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	73.91	58.26	68.24	58.85	67.38	57.69	73.49	66.96	68.46	46.86	56.24	76.19	67.90	57.13	57.94	75.91	57.16	57.54	76.56	55.27	57.50	43.56	56.17	56.36	45.93	57.43
835	372	8	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	73.85	58.60	67.59	58.92	57.79	61.33	73.06	57.46	48.91	58.65	75.06	68.30	68.18	57.29	57.81	75.51	58.04	57.67	67.85	68.66	57.09	56.49	44.35	57.29	68.81	45.21
848	372	8	0.01	48	0.00001	24	0.000000e+00	0.000000e+00	58.82	58.26	68.45	68.70	58.42	58.46	74.28	48.92	57.66	57.26	69.98	56.87	74.73	58.09	57.73	74.70	57.30	67.80	75.92	55.74	45.45	55.98	58.03	55.68	58.12	55.79
849	372	8	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	74.68	59.35	58.22	59.19	58.70	66.32	68.34	48.02	58.03	58.10	76.32	56.92	75.04	58.48	58.01	75.83	57.58	67.85	57.54	69.52	45.84	58.85	46.86	57.14	58.08	42.16
850	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	73.00	57.84	59.35	59.90	59.15	75.08	59.74	58.10	69.58	58.65	58.64	57.28	73.73	58.21	58.47	75.05	69.08	58.71	70.59	76.05	57.74	43.79	58.29	56.91	57.83	57.18
851	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	59.01	68.83	67.66	58.03	57.91	76.03	57.91	57.84	74.69	57.86	76.16	90.06	70.10	57.23	57.60	75.60	57.81	69.83	76.07	56.45	56.99	56.52	48.04	57.44	45.47	57.19

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues = []
pvalues_real = []

for _,index in enumerate(dt_valid_sub.index):
  _, p_value = stats.ttest_ind(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')
  pvalues_real.append(p_value)
  pvalues.append((p_value >= 0.05)*1)

  

dt_valid_sub['pvalues'] = pvalues_real
dt_valid_sub['sig'] = pvalues


dt_valid_sub1 = dt_valid_sub.query('sig == 1')


max_indexx = dt_valid_sub1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
816	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	66.77	65.99	65.07	66.69	65.42	67.34	72.81	63.85	64.42	65.33	73.83	64.20	73.00	64.30	63.89	73.04	54.47	65.25	70.98	64.84	64.76	65.17	72.21	65.86	65.51	64.78
817	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	65.21	66.00	64.51	65.39	64.95	62.37	64.54	65.26	65.53	64.42	75.31	65.18	72.73	59.23	63.10	53.93	50.10	72.43	74.08	74.83	50.32	64.21	72.24	65.63	73.46	64.84
819	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	65.75	65.60	64.85	66.06	65.70	66.66	69.25	64.57	65.67	65.53	69.61	64.09	72.53	55.06	64.94	70.81	64.37	73.45	70.10	75.60	65.09	52.26	64.51	65.63	65.94	55.75
675	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	73.07	66.07	65.69	65.83	65.61	74.69	67.84	65.82	68.83	65.81	63.97	63.58	72.56	55.50	65.91	69.00	69.03	68.52	74.34	64.77	64.28	64.99	73.62	65.26	65.87	65.85
720	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	72.55	65.11	65.86	65.46	65.03	64.04	68.11	51.36	64.95	64.88	63.59	67.45	72.77	64.95	63.82	74.42	64.18	63.15	74.42	69.17	64.14	64.92	72.99	64.52	64.29	54.36
721	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	66.43	65.01	64.91	65.64	71.60	65.26	68.66	64.41	64.73	64.37	74.73	63.04	63.94	63.62	64.06	72.05	63.90	65.65	75.28	64.30	65.06	65.86	65.20	65.59	65.55	56.85
722	372	8	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	65.91	62.09	63.36	63.60	63.26	63.78	69.48	62.49	55.01	63.62	63.07	73.56	73.14	62.66	63.93	72.86	63.29	72.85	71.12	73.22	61.61	62.16	72.50	63.15	62.97	62.65
723	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	65.57	65.80	67.77	65.06	65.55	65.41	65.80	65.51	65.98	65.72	73.60	67.05	64.35	62.76	65.73	67.63	64.07	55.24	74.41	74.91	65.01	64.76	72.43	65.96	64.68	65.82
769	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	64.57	64.88	66.43	65.84	65.72	68.64	73.57	65.31	59.45	65.15	64.71	64.54	68.24	65.21	64.77	68.62	84.14	64.53	66.33	74.58	65.37	63.34	72.98	66.22	64.82	65.50
771	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	64.78	64.97	67.34	65.16	64.48	68.09	64.94	53.81	66.35	65.80	69.14	74.23	73.18	73.03	63.41	65.02	65.06	65.01	64.24	74.77	65.80	65.51	66.96	64.82	65.58	65.03
832	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	66.15	65.28	66.04	64.45	64.82	63.38	73.27	63.36	72.86	64.95	63.88	67.48	67.81	69.71	64.66	73.17	64.87	73.58	56.20	64.68	63.87	64.97	64.68	64.94	63.55	64.01
833	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	73.62	63.93	64.92	64.83	64.68	64.85	73.70	63.95	73.37	64.14	75.01	63.96	64.63	73.27	63.89	74.08	73.45	72.34	74.52	69.92	63.95	63.62	73.05	51.95	64.17	64.74
834	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	72.80	64.59	68.32	64.69	68.44	64.12	72.00	69.07	70.23	53.94	64.55	75.12	70.21	64.21	63.90	73.84	63.91	64.30	75.10	62.51	65.13	52.32	64.44	64.12	54.23	63.92
688	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	66.40	64.94	66.88	65.34	65.68	74.88	64.82	65.56	65.50	65.72	63.46	64.24	72.58	55.12	70.68	73.46	64.11	73.15	64.34	71.20	65.23	51.82	73.46	65.68	69.83	65.25
689	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	56.98	64.47	65.13	64.58	64.23	74.12	65.19	63.83	62.85	64.39	75.56	62.92	68.95	68.59	63.17	68.65	65.34	68.64	63.40	74.96	63.32	63.56	72.65	52.01	64.02	64.14
691	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	67.70	65.24	64.90	64.69	65.20	65.13	72.00	64.76	72.97	65.25	73.57	64.16	67.97	55.48	64.57	73.61	67.83	68.88	73.89	64.57	66.41	63.89	67.46	63.72	64.81	64.78
736	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	66.19	66.02	67.08	65.09	65.56	74.08	72.91	64.52	63.40	68.33	74.33	64.05	66.63	54.50	63.21	69.87	54.43	63.66	69.69	69.10	64.51	63.75	72.94	63.84	64.32	64.99
737	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	74.02	64.34	64.36	65.17	65.03	68.21	65.49	69.78	70.22	60.39	75.51	63.82	69.49	63.14	64.93	64.49	69.53	73.65	74.57	63.14	65.54	64.54	73.37	51.49	66.06	64.72
738	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	73.83	65.23	60.20	64.84	65.28	68.32	64.65	69.92	65.31	65.06	64.05	64.70	72.53	63.47	68.66	70.20	63.38	64.98	63.96	63.80	65.78	63.42	73.25	64.51	65.31	64.51
739	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	67.53	64.81	65.21	64.65	65.08	68.15	70.29	64.80	69.15	65.15	64.73	63.16	69.46	63.22	62.83	68.92	63.18	63.10	73.61	63.27	64.98	64.49	72.82	64.81	64.58	64.73
784	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	67.93	64.69	56.77	65.68	65.32	68.11	71.94	64.07	67.52	65.63	74.55	74.81	69.29	64.07	68.84	66.68	51.68	62.98	75.41	63.18	63.28	53.98	73.40	69.87	65.24	64.97
785	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	67.44	65.72	62.99	66.41	64.74	64.19	69.23	64.68	65.32	65.42	74.18	63.87	72.35	70.22	63.56	64.22	63.80	67.98	63.57	73.82	64.62	65.41	73.70	64.12	68.53	65.13
786	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	66.35	65.34	65.22	65.57	65.80	68.09	65.04	64.67	67.40	70.56	75.03	64.02	72.10	63.30	62.81	73.61	52.41	65.48	70.85	55.77	63.00	54.33	72.89	64.54	64.34	64.71
787	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	66.12	65.28	65.28	65.28	64.67	74.62	65.34	64.27	73.86	67.89	63.62	64.56	72.32	63.93	64.31	55.09	64.00	67.96	64.49	63.47	64.11	63.83	73.38	64.61	65.06	64.79
850	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	72.72	65.42	65.64	66.23	65.00	73.74	66.13	63.45	71.09	65.30	64.62	63.56	72.81	63.27	63.88	73.18	68.56	64.62	71.11	74.11	65.24	52.71	65.97	64.35	64.62	64.73
851	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	66.00	68.59	67.39	63.84	64.86	75.24	64.33	63.57	73.27	64.28	74.98	86.74	68.81	62.68	63.49	72.32	63.34	70.82	75.06	63.12	63.29	63.68	54.06	65.50	53.49	65.11
704	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	67.92	70.43	65.08	64.65	65.16	67.29	73.73	69.93	64.74	64.59	75.08	63.39	68.03	69.09	65.16	70.68	52.27	64.71	63.16	68.13	64.98	62.79	72.20	65.03	64.31	64.37
706	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	67.79	69.72	64.57	64.95	65.95	63.92	68.20	64.54	64.79	69.41	64.39	68.64	69.87	63.83	63.70	73.38	55.81	64.87	69.29	74.91	64.22	63.99	55.84	64.78	66.04	65.26
707	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	66.75	64.36	65.34	64.54	64.52	66.70	73.02	63.07	70.19	64.33	74.11	68.87	66.97	73.75	63.02	63.58	63.57	67.93	74.90	62.94	54.28	53.38	72.16	63.87	64.18	63.84
752	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	66.87	65.09	73.21	64.70	68.01	69.03	73.59	63.93	64.16	65.55	67.36	64.03	72.56	63.66	70.61	70.28	74.88	63.81	74.98	63.72	64.31	62.97	73.37	63.96	64.07	63.92
755	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	66.30	64.89	65.16	67.47	65.33	66.32	68.63	63.95	64.97	70.07	63.64	68.38	73.11	64.76	63.98	70.69	69.57	64.70	68.54	75.09	54.61	63.69	64.60	65.21	68.06	74.31
800	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	69.23	65.06	65.04	64.32	65.47	74.88	74.28	64.17	65.39	65.45	68.38	63.84	67.79	63.10	63.20	67.81	69.04	68.34	67.80	70.11	64.59	53.35	73.54	64.02	63.96	65.18
801	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.48	65.44	65.78	65.70	64.75	65.22	68.01	65.65	63.38	64.12	67.92	63.45	68.32	69.81	64.82	86.75	74.27	73.38	75.02	64.26	53.69	64.28	63.92	64.51	64.40	64.85
802	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	65.39	66.16	68.06	65.41	64.89	64.36	74.41	55.16	69.60	65.14	75.20	63.37	67.52	63.46	63.89	70.39	70.22	64.39	69.51	68.52	62.58	65.46	64.54	64.38	51.92	64.62
803	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	73.85	70.93	68.44	67.07	64.82	63.80	65.74	64.09	68.09	64.91	75.06	62.63	69.12	63.54	63.91	72.78	67.85	73.40	63.52	63.06	52.70	63.92	63.28	63.63	63.55	64.81
531	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	56.23	65.86	63.78	65.50	64.89	63.95	66.94	66.47	56.52	64.51	83.58	64.84	72.67	66.31	64.66	65.60	64.97	69.89	64.45	64.35	67.09	66.78	67.35	66.80	66.72	65.45
577	372	8	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	72.45	65.35	65.41	62.95	63.32	63.06	81.72	64.50	68.12	63.30	71.49	65.04	71.42	64.52	63.54	64.28	62.74	63.71	63.90	63.53	65.76	64.14	66.35	64.98	63.61	64.92
625	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	67.52	66.97	65.25	67.13	66.44	65.47	65.58	66.18	65.94	66.18	63.98	64.93	72.96	66.17	67.37	73.64	66.35	55.58	65.33	64.41	65.73	67.01	65.35	67.73	66.13	66.99
627	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	67.61	65.76	64.91	67.29	67.01	82.55	66.77	66.77	66.50	67.18	63.62	64.87	67.88	55.79	65.43	68.07	65.34	66.37	66.28	66.87	68.10	67.84	68.29	68.22	68.61	68.61
384	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	56.06	66.88	66.05	65.01	73.09	65.77	56.21	65.69	66.87	65.02	63.98	63.94	65.88	66.24	65.26	66.21	64.37	67.91	63.49	74.29	67.28	67.71	67.66	67.71	68.37	66.53
387	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	64.89	66.29	67.10	65.46	64.47	64.86	55.84	65.27	66.42	65.01	64.85	64.46	80.01	71.52	65.43	64.78	65.91	64.73	71.66	73.04	66.94	65.70	54.90	66.38	64.85	65.94
434	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	66.00	66.90	73.10	65.88	64.54	73.77	66.89	64.96	64.62	65.98	81.94	55.24	72.09	66.34	65.70	56.27	65.24	63.96	64.96	62.78	66.46	65.09	65.98	66.71	64.49	66.18
547	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	72.66	65.13	63.50	64.74	64.40	73.79	64.11	74.07	63.31	64.68	73.90	64.92	72.55	63.07	63.65	73.05	65.42	55.59	62.17	60.90	64.69	65.52	65.32	82.38	63.77	65.15
592	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	72.62	64.35	65.19	65.62	66.99	63.80	66.29	65.41	71.80	72.20	79.85	64.30	72.04	65.22	64.14	65.50	63.04	64.02	59.14	64.75	66.98	67.10	64.28	64.41	65.42	65.44
595	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	72.58	65.15	65.49	65.33	66.85	62.59	73.44	65.93	71.54	66.57	62.81	64.91	74.00	63.56	65.01	74.02	64.43	66.05	74.51	69.59	66.41	65.79	64.26	65.18	66.29	65.35
640	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	65.48	63.49	65.59	66.58	70.88	73.98	70.90	64.98	65.34	65.10	65.41	62.57	71.92	63.90	64.77	71.58	64.57	63.50	69.46	63.29	68.06	64.13	66.02	65.16	66.64	64.25
641	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	72.99	72.89	64.39	64.30	62.62	71.98	65.09	64.75	76.33	72.48	63.81	64.03	64.11	84.72	64.46	73.45	63.97	72.02	74.01	63.64	65.64	64.75	64.82	65.45	64.39	64.83
642	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	63.03	64.52	65.33	65.43	64.79	74.78	65.19	65.97	70.70	55.70	73.63	64.12	83.66	64.57	63.76	73.40	71.78	64.45	73.51	63.06	65.44	66.13	64.41	64.65	65.36	66.62
402	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	72.97	73.20	65.66	64.96	65.74	65.03	67.16	64.55	72.99	65.23	73.79	63.57	72.37	65.52	64.01	56.02	64.89	65.39	74.71	63.73	66.52	64.22	65.09	64.91	65.94	64.97
449	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	72.05	65.73	65.36	65.99	64.03	65.00	71.89	65.53	65.55	63.94	74.67	64.78	73.35	64.75	65.86	71.69	72.87	65.01	64.57	65.06	65.39	64.37	71.56	64.43	65.67	66.39
451	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	64.56	64.57	65.46	64.90	66.19	55.75	71.51	74.19	65.15	79.07	64.49	63.29	64.64	64.85	63.20	74.56	63.89	72.36	64.04	63.30	65.01	65.44	64.95	63.64	64.58	65.20
499	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	69.98	66.20	71.38	65.40	63.73	73.36	70.52	65.02	71.78	65.72	69.12	64.20	72.52	55.09	64.38	57.37	64.11	65.35	84.89	64.01	65.41	66.46	65.12	65.01	64.75	64.63
560	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	73.74	61.53	64.75	65.20	42.66	56.14	72.15	65.68	81.40	65.47	72.86	62.17	72.25	74.31	64.88	65.29	64.70	72.66	73.59	61.97	64.53	65.55	64.40	65.13	64.57	64.58
561	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	56.12	64.93	65.42	64.71	64.69	64.21	64.45	65.69	73.79	65.10	69.05	63.23	68.81	64.09	63.60	64.02	63.81	64.62	73.90	60.43	65.15	66.21	80.49	65.09	63.83	64.37
562	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	71.99	65.72	65.54	64.87	64.70	64.61	69.00	73.71	65.46	73.01	65.70	63.93	72.79	63.81	64.63	65.91	64.21	74.25	64.40	64.35	64.71	64.84	64.58	66.12	64.60	64.05
563	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	73.69	65.64	71.80	64.83	65.06	63.36	65.39	64.04	72.98	55.30	64.42	64.04	64.22	64.08	64.47	84.90	63.63	74.30	64.16	62.30	65.97	64.89	63.88	64.47	64.51	62.77
608	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	73.81	65.64	65.39	64.61	73.14	64.77	72.65	65.63	64.14	63.84	74.56	64.38	65.56	63.16	64.40	63.58	66.82	81.12	62.62	67.76	65.99	65.46	65.34	65.10	65.93	66.55
609	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	65.76	65.39	73.13	64.42	65.86	75.29	71.27	64.27	64.69	73.76	75.10	64.05	64.29	65.09	64.56	74.58	63.45	64.17	64.76	74.91	63.23	66.05	63.70	64.16	64.29	64.78
610	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	72.45	63.67	64.95	65.18	65.46	65.00	73.08	65.19	72.65	64.22	69.95	63.12	55.98	64.70	64.67	74.56	64.26	64.99	64.61	74.51	63.52	65.35	72.94	64.63	64.47	64.80
611	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	72.52	65.51	71.91	65.36	64.95	62.18	73.27	65.08	65.27	66.21	75.26	64.54	74.54	64.23	62.19	64.61	64.57	74.39	74.12	62.89	65.45	64.90	64.54	65.46	65.56	65.09
656	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	55.02	72.01	63.64	65.71	63.43	85.59	73.09	64.92	65.60	63.00	75.06	63.83	73.20	73.91	64.85	72.42	64.90	64.05	62.95	63.78	67.28	65.62	66.13	64.09	63.42	66.50
657	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	83.68	64.56	72.66	63.99	65.17	75.05	73.02	64.82	72.20	73.67	63.14	70.02	72.48	63.27	64.13	54.49	75.42	73.04	63.70	62.79	64.75	64.00	64.28	63.94	64.04	66.23
658	372	8	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	62.54	65.48	64.84	63.42	64.62	61.88	71.24	63.62	64.31	65.68	73.31	63.23	82.65	64.74	64.87	73.53	63.53	72.97	62.76	60.94	65.04	63.22	64.84	65.99	64.33	63.65
659	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.47	65.31	71.83	64.52	64.80	61.04	66.56	64.48	64.44	64.90	74.34	63.98	73.69	64.71	64.14	74.29	73.56	63.51	63.97	63.81	65.35	64.79	66.83	65.62	64.06	64.74
416	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	73.74	64.65	65.54	66.16	65.43	65.59	42.66	65.12	73.23	73.42	62.85	62.92	72.80	64.70	64.79	73.77	64.37	72.52	87.76	74.80	66.43	65.86	64.91	65.99	66.08	65.26
417	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	83.53	64.78	64.80	65.05	65.03	70.07	73.52	74.14	64.05	65.26	74.12	61.26	51.48	64.01	63.28	74.20	64.70	64.19	61.49	62.51	72.58	65.67	65.01	63.25	64.61	65.05
418	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	73.11	66.27	64.34	64.60	64.99	63.27	73.63	64.26	73.33	64.63	69.58	64.16	74.83	64.57	64.33	73.31	65.07	65.26	64.34	63.44	65.06	64.99	63.80	64.60	64.18	42.66
419	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	65.10	65.20	72.41	65.40	73.86	63.92	68.34	64.52	73.38	64.53	75.07	68.43	73.91	63.72	64.83	75.21	64.13	62.76	75.33	63.64	64.60	64.85	63.22	63.63	64.83	85.30
467	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	64.39	64.76	65.12	65.69	64.53	64.65	72.78	63.54	84.73	84.49	64.81	85.44	64.60	63.15	64.28	73.86	63.71	64.13	65.87	70.14	65.00	63.91	65.31	65.08	64.03	66.62
512	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	66.00	65.80	65.80	64.49	65.90	74.43	72.82	65.64	68.33	64.98	74.67	65.56	74.84	64.69	63.40	72.51	63.66	63.49	62.69	63.08	62.69	64.19	63.91	63.69	65.93	63.53
513	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	73.19	64.65	42.66	73.40	65.58	72.55	64.46	63.90	65.23	63.90	61.33	69.27	86.03	64.51	65.15	74.11	74.24	73.98	63.18	63.95	65.69	65.24	64.16	64.39	64.13	64.90
514	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	69.64	66.10	55.89	65.26	65.53	72.64	72.73	64.84	71.61	65.36	74.61	62.31	73.98	64.32	63.52	63.28	65.26	63.83	63.91	63.72	64.93	65.08	64.35	64.21	65.12	64.93

Size of the All data:  (120, 29)
Size of the Sig data:  (72, 29)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params1 = dt_valid.loc[dt_valid_sub1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params = optimal_params1.reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
31	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	60.22	59.54	59.24	59.70	58.91	69.42	73.75	58.61	57.77	58.54	75.93	58.17	74.74	58.28	58.98	75.72	47.16	58.64	69.16	66.96	56.70	56.83	75.79	58.20	56.89	58.30
71	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	64.93	58.75	58.10	59.10	59.08	54.33	58.92	58.03	57.42	57.10	76.26	57.31	75.01	54.45	58.37	46.52	42.29	74.49	76.46	75.76	41.32	57.34	75.99	57.25	76.54	57.44
65	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	65.19	58.35	58.54	58.98	58.99	67.66	68.21	58.29	59.33	58.18	69.14	56.73	75.76	47.68	58.95	73.72	57.56	75.42	68.89	77.55	57.12	45.86	57.64	57.57	58.60	47.85
8	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	74.15	58.11	58.27	59.25	59.15	76.30	67.70	59.01	68.77	58.60	57.40	57.44	74.50	50.06	58.91	68.95	70.09	69.08	75.80	57.54	57.93	56.36	75.91	56.63	58.95	58.26
62	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	73.44	58.90	58.79	57.85	59.01	57.70	67.89	44.99	57.79	57.18	57.40	68.51	75.12	58.03	57.83	75.89	56.24	56.91	75.21	69.41	56.96	56.51	76.94	57.98	56.28	46.04
56	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	59.74	58.20	58.63	58.75	73.62	57.85	67.54	57.41	57.66	57.53	75.95	56.21	58.43	57.56	58.65	75.49	57.43	57.47	76.07	56.85	56.89	57.05	57.55	57.48	57.60	47.17
67	372	8	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	66.11	55.01	56.86	57.75	57.33	56.78	67.79	56.27	48.67	56.69	56.99	76.76	75.84	56.18	57.88	75.32	56.28	74.59	74.96	76.46	55.36	54.91	77.25	55.74	55.73	55.00
39	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	58.92	58.76	67.56	58.34	59.07	57.43	59.37	57.33	58.62	57.79	75.74	69.17	57.36	57.41	57.98	66.96	58.55	49.56	76.13	76.53	57.10	58.23	75.98	57.32	57.82	57.69
15	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	58.15	58.66	59.23	59.02	59.32	68.10	74.48	57.87	53.27	57.60	58.32	57.59	67.91	58.50	58.79	67.87	87.28	57.75	58.25	75.86	57.43	56.82	75.81	57.71	58.01	57.84
40	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	59.05	58.45	67.52	58.44	58.99	68.15	58.98	46.21	58.98	57.88	70.63	76.20	75.10	75.53	58.11	57.75	57.81	57.65	56.79	76.97	58.29	58.14	59.80	57.48	57.86	57.44
54	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	58.44	58.23	66.94	57.91	58.26	57.25	75.12	57.80	75.53	56.72	57.73	68.72	67.23	68.42	57.87	75.24	57.61	74.87	50.39	56.79	57.13	58.18	57.99	57.40	57.00	56.65
3	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	74.88	58.16	58.06	59.01	58.35	57.75	74.66	58.48	75.59	57.35	75.71	58.11	58.43	76.15	57.86	75.26	75.27	74.37	75.64	69.36	57.68	56.31	75.63	43.62	57.38	57.57
63	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	73.91	58.26	68.24	58.85	67.38	57.69	73.49	66.96	68.46	46.86	56.24	76.19	67.90	57.13	57.94	75.91	57.16	57.54	76.56	55.27	57.50	43.56	56.17	56.36	45.93	57.43
32	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	59.16	58.44	67.69	59.50	59.65	75.17	58.73	58.26	58.21	58.25	58.36	57.95	73.69	49.11	69.67	75.66	57.37	74.62	58.12	71.15	57.05	44.06	76.92	56.86	69.08	57.83
69	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	53.67	58.30	58.62	58.12	57.74	75.65	57.72	57.48	55.25	57.46	76.38	55.83	68.31	66.64	58.32	67.46	58.51	68.99	58.05	75.94	56.20	56.21	76.22	43.70	57.41	56.62
24	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	68.61	59.07	58.75	58.73	59.28	58.09	73.81	57.63	74.94	57.74	75.40	57.89	66.14	47.09	58.77	75.08	69.18	68.06	74.80	56.51	58.21	57.30	58.20	57.07	57.80	57.57
50	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	58.86	59.01	67.05	59.50	58.45	76.26	73.75	58.35	56.10	68.36	75.61	58.62	67.42	48.07	58.34	70.42	46.24	58.07	70.41	69.11	56.26	56.90	76.89	55.96	57.25	59.06
22	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	74.12	58.51	58.46	58.74	58.90	68.48	59.09	66.85	67.90	54.02	76.21	57.26	68.30	57.97	58.60	57.30	68.46	74.25	76.11	55.83	58.03	56.48	76.61	43.25	57.50	57.29
45	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	74.38	58.37	52.96	58.76	59.07	69.39	58.06	67.45	58.76	58.47	58.00	57.80	74.29	59.63	68.54	68.78	58.27	58.52	57.58	57.27	58.46	57.81	75.07	57.58	59.12	58.00
53	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	68.16	58.39	58.18	58.49	58.88	68.87	70.23	57.71	67.28	58.04	57.68	57.95	67.59	57.47	58.09	68.87	57.82	56.42	76.16	57.04	57.64	57.46	76.03	56.81	56.91	57.87
44	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	68.02	58.26	51.98	59.02	58.68	69.68	73.15	58.09	67.81	58.11	76.12	75.30	67.53	58.57	70.01	67.64	46.52	55.24	76.00	54.39	56.29	44.80	76.07	69.69	57.16	57.52
21	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	67.17	58.69	55.77	59.58	58.36	57.56	67.47	57.84	57.67	57.52	75.13	58.18	74.85	68.95	58.31	57.34	57.69	68.05	58.00	76.58	56.70	58.32	77.17	56.54	69.61	57.82
70	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	59.84	58.55	58.62	59.27	59.54	68.19	58.73	57.17	66.60	67.81	76.00	58.06	74.66	57.68	57.79	75.15	44.83	58.71	69.36	50.27	56.43	46.41	76.55	56.22	56.04	57.03
61	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	59.84	58.64	58.07	58.14	57.90	75.42	59.43	57.89	75.28	66.52	57.70	57.19	75.00	58.82	58.08	48.57	57.76	67.82	57.54	56.96	56.93	56.35	76.76	57.55	57.06	56.72
28	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	73.00	57.84	59.35	59.90	59.15	75.08	59.74	58.10	69.58	58.65	58.64	57.28	73.73	58.21	58.47	75.05	69.08	58.71	70.59	76.05	57.74	43.79	58.29	56.91	57.83	57.18
18	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	59.01	68.83	67.66	58.03	57.91	76.03	57.91	57.84	74.69	57.86	76.16	90.06	70.10	57.23	57.60	75.60	57.81	69.83	76.07	56.45	56.99	56.52	48.04	57.44	45.47	57.19
37	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	68.74	68.91	58.15	58.39	58.35	68.07	74.72	67.51	58.42	58.63	76.60	58.26	68.59	68.94	59.34	69.63	46.58	56.99	58.19	70.05	57.85	55.16	75.55	57.44	57.59	57.10
60	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	68.73	69.26	58.70	58.60	59.46	58.06	67.14	59.04	58.15	68.11	57.78	68.78	68.09	57.56	57.85	76.06	48.65	57.39	68.69	75.77	57.61	57.05	50.83	56.19	58.61	56.72
57	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	67.70	57.79	57.97	58.33	58.65	68.64	75.57	56.82	68.91	57.07	76.62	70.44	67.16	74.39	57.85	57.09	58.02	67.68	76.89	55.67	45.89	44.31	76.54	56.98	57.17	55.37
5	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	68.19	58.26	74.68	58.12	68.23	69.60	74.86	58.24	57.90	57.75	69.25	58.92	74.40	58.55	70.79	69.96	75.62	57.83	76.00	57.62	58.53	56.84	76.62	56.79	56.27	56.55
19	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	59.68	58.54	58.90	67.57	59.52	68.32	68.51	58.54	58.73	68.55	58.94	68.01	74.89	59.57	58.72	71.18	69.10	59.48	69.61	75.56	45.85	56.47	57.31	56.73	69.32	75.85
36	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	69.17	58.76	57.98	58.51	57.65	75.36	74.50	57.70	58.52	59.00	69.13	58.25	69.33	57.58	58.15	67.11	69.37	69.93	69.49	70.27	57.98	44.55	76.55	56.55	56.77	56.42
10	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.96	58.80	59.37	59.88	58.86	58.61	65.61	57.94	57.57	57.66	69.13	57.17	68.54	69.48	58.55	88.24	74.53	74.84	75.87	57.44	45.28	58.51	56.73	56.75	58.51	58.49
66	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	59.25	59.69	67.26	58.53	58.65	58.01	74.73	47.82	68.80	58.62	76.00	58.19	66.86	58.42	57.67	68.64	69.37	57.30	69.62	70.29	56.18	57.55	57.63	56.86	44.39	56.81
48	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	73.07	68.03	69.16	67.58	59.01	58.24	58.96	57.62	67.79	58.36	75.15	56.90	67.80	58.15	57.41	75.66	69.62	75.81	58.11	56.13	44.79	56.74	56.90	56.36	56.88	56.22
55	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	51.34	58.13	57.94	58.31	58.75	56.57	60.11	59.91	50.69	57.94	88.68	56.97	75.06	57.36	58.56	58.77	57.69	73.57	57.21	55.93	60.62	57.95	59.57	58.84	58.16	57.06
58	372	8	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	74.67	57.07	59.22	56.72	57.21	55.66	86.61	56.08	75.63	55.32	73.80	56.65	74.28	56.26	55.86	56.29	55.56	56.41	55.82	56.13	59.37	56.47	57.20	56.51	57.18	56.97
41	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	60.60	59.65	59.09	59.22	60.64	56.80	60.13	58.63	58.68	59.80	57.29	57.30	74.64	59.22	58.65	75.48	58.33	52.06	57.48	56.40	57.67	60.73	58.10	60.23	59.12	58.81
16	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	61.87	61.08	61.28	62.23	61.67	88.12	60.22	60.06	61.46	60.72	56.81	59.05	60.79	50.88	59.39	61.30	59.91	59.50	57.68	58.87	61.54	61.01	62.38	60.64	60.43	61.97
59	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	50.98	59.52	61.50	59.34	74.03	56.99	50.86	58.58	60.32	59.01	55.20	56.42	58.09	58.67	58.79	59.06	56.44	60.12	55.25	76.30	59.70	59.96	60.97	60.68	60.65	59.26
52	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	58.75	59.85	60.35	58.72	58.26	57.81	50.46	57.17	59.18	57.67	56.75	57.19	83.43	75.78	58.23	56.87	59.30	57.95	74.87	76.32	57.48	57.31	57.74	57.81	56.45	58.19
43	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	60.34	60.53	74.84	58.01	59.10	76.43	60.47	57.84	57.70	59.21	85.34	50.12	73.76	57.89	58.43	50.80	57.82	57.43	56.80	55.88	57.81	57.60	56.94	58.68	57.12	57.04
27	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	74.44	57.92	56.94	57.61	58.52	76.05	57.20	76.23	56.48	57.15	76.91	56.67	75.19	57.03	57.62	75.54	58.21	50.49	55.16	54.72	56.79	58.29	56.20	86.97	57.55	55.96
30	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	73.64	58.15	58.62	59.19	58.96	56.08	58.38	57.40	74.31	74.09	87.36	56.78	73.53	57.30	57.51	57.68	56.47	57.50	50.57	56.66	57.89	59.75	56.01	57.17	57.34	57.25
7	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	74.13	59.43	59.64	59.27	59.17	56.83	74.28	58.39	72.82	59.29	55.49	57.80	76.30	56.59	57.99	75.92	57.77	58.62	76.45	69.95	58.04	59.25	57.69	57.89	57.57	56.82
35	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	59.59	57.69	58.80	59.78	72.35	76.59	73.13	57.44	57.99	57.98	56.99	56.22	74.91	57.74	57.36	75.00	57.67	56.63	69.82	55.39	60.38	57.29	57.27	57.11	58.50	56.72
1	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	73.97	73.28	57.56	58.06	56.02	74.59	58.25	56.94	81.78	75.19	56.56	57.01	58.16	88.61	56.05	76.44	56.50	75.04	76.20	55.19	57.85	56.59	56.75	56.36	56.31	56.09
14	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	57.51	59.13	58.74	58.62	58.52	76.46	58.53	57.86	72.67	50.76	75.40	56.79	89.70	56.73	56.43	75.79	74.98	57.16	75.60	55.87	58.71	56.87	56.95	57.11	56.49	58.37
25	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	75.13	73.69	59.38	57.99	59.50	57.74	60.68	57.72	75.43	57.72	75.56	57.26	74.58	59.39	57.76	50.25	57.99	58.58	76.82	56.00	58.14	57.00	57.55	56.98	57.89	56.63
9	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	73.69	60.23	60.68	59.66	58.40	58.49	74.34	57.77	58.02	57.03	76.58	56.98	75.53	57.25	57.85	75.23	75.97	58.75	57.44	56.51	57.38	57.03	75.85	56.50	58.57	59.11
47	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	59.05	59.48	58.35	58.84	59.10	50.20	73.27	75.63	58.44	83.57	56.59	56.63	58.59	57.69	56.76	75.89	56.81	75.06	56.84	57.06	57.49	58.00	57.15	55.98	57.29	57.48
20	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	71.90	58.79	73.58	58.49	58.14	75.29	73.28	57.83	75.32	57.83	69.18	57.08	75.23	50.51	57.13	51.08	57.60	58.61	88.84	56.88	56.81	58.18	57.74	56.98	57.05	55.83
42	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	74.73	56.73	57.57	59.10	49.17	50.21	73.40	58.44	84.57	57.36	75.35	56.14	74.78	75.74	57.34	57.98	57.46	75.10	76.05	55.91	57.95	57.77	57.07	57.40	56.77	56.93
64	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	50.18	59.16	58.92	57.87	58.80	57.17	57.12	57.95	75.44	58.41	69.17	56.79	68.58	57.50	57.88	57.05	57.10	57.49	77.48	53.60	57.46	57.08	87.72	56.83	57.33	56.21
29	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	74.22	59.59	59.55	58.18	58.28	57.61	67.73	75.15	57.05	74.93	58.14	57.01	75.00	56.88	58.31	58.66	57.78	76.21	57.01	56.37	57.76	57.28	57.32	57.46	57.02	57.97
46	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	74.17	58.87	73.54	58.07	59.11	57.55	58.53	57.34	75.65	50.80	57.33	57.78	57.87	57.42	57.94	88.36	57.12	75.51	56.62	55.39	58.37	57.57	56.71	57.57	57.62	56.74
17	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	75.13	58.70	59.28	59.01	73.99	56.91	75.25	58.75	58.26	56.44	75.48	57.71	58.25	57.31	58.12	58.72	67.69	85.41	56.08	69.72	58.17	57.49	57.22	57.18	57.81	56.67
11	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	59.82	59.22	73.95	57.16	58.34	76.42	73.86	56.87	56.58	76.70	75.90	56.68	57.41	57.38	58.15	76.02	57.72	56.87	57.03	76.60	56.15	57.47	57.71	56.81	56.96	57.49
33	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	73.18	57.61	58.46	58.71	59.84	57.57	74.45	57.91	75.12	57.68	70.40	56.79	50.49	57.90	58.17	76.72	57.52	57.91	57.84	77.15	57.19	58.45	76.63	57.81	56.47	57.53
12	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	73.94	58.20	72.87	58.06	59.22	56.19	75.27	57.70	57.96	58.04	76.65	57.55	76.74	57.37	56.28	58.47	57.41	75.12	75.65	55.57	58.47	57.31	56.84	56.86	57.12	57.69
13	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	49.88	73.70	57.37	58.83	56.36	91.73	75.50	58.75	58.88	55.78	77.01	57.19	74.96	76.29	56.83	75.24	57.05	57.58	56.42	56.51	57.32	58.83	58.42	56.89	55.90	58.38
4	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	90.09	58.23	74.60	58.26	59.22	76.95	75.52	56.78	74.54	75.70	56.21	70.09	74.14	57.29	56.74	49.51	75.70	75.49	56.06	55.17	57.46	56.87	57.16	55.21	57.99	58.00
49	372	8	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	56.18	59.01	58.15	57.73	59.59	56.32	73.48	57.42	57.32	58.20	75.20	56.02	88.53	57.25	57.60	76.53	56.99	76.65	56.95	52.97	57.50	55.58	57.43	57.35	57.27	56.41
26	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.73	59.69	73.88	58.32	58.73	55.24	59.14	57.55	57.89	58.04	76.36	57.69	75.41	58.03	56.98	75.69	76.06	57.11	57.35	56.52	57.29	57.15	57.00	57.08	57.42	56.67
6	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	74.28	60.16	59.39	59.10	59.57	56.88	49.17	58.23	75.51	75.58	56.47	55.95	75.41	57.05	57.90	76.82	57.33	74.74	91.17	76.28	60.06	58.29	57.98	56.88	57.14	57.32
34	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	89.22	58.70	59.53	58.67	59.19	69.49	75.98	76.50	57.04	57.77	76.85	55.82	58.87	57.45	56.17	76.45	57.14	56.84	54.64	54.88	76.13	58.12	56.99	55.83	56.60	58.01
68	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	75.15	59.44	59.01	57.35	58.85	57.65	75.85	57.31	76.21	58.01	69.96	56.44	76.01	57.25	57.08	76.06	57.20	57.46	56.55	55.97	56.80	57.87	57.57	56.98	57.23	49.17
0	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	58.78	58.48	75.23	58.86	75.05	57.29	69.20	57.45	75.91	58.31	76.99	70.26	75.46	56.60	56.44	76.54	57.62	56.58	76.51	56.48	56.99	56.02	56.07	56.76	57.63	89.69
2	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	58.59	58.87	58.96	59.09	59.19	56.93	74.83	57.77	88.74	88.81	57.71	90.23	56.31	56.35	56.79	74.88	57.18	57.59	56.47	70.05	57.85	57.20	58.46	57.78	57.70	58.33
38	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	58.41	58.51	58.96	57.91	60.36	76.44	74.52	57.44	67.56	56.03	76.66	57.01	75.62	57.31	56.00	75.40	57.03	57.37	55.06	56.14	55.73	57.88	56.52	56.03	57.84	55.92
23	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	74.10	59.22	49.17	75.07	58.85	74.68	58.37	56.60	57.47	56.78	54.94	69.36	91.16	56.75	57.50	75.70	75.74	76.26	55.71	56.60	57.48	58.15	56.58	56.81	56.58	56.62
51	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	72.63	58.76	50.13	58.91	58.32	75.70	73.50	58.26	74.50	59.16	76.83	55.92	75.71	57.13	58.25	56.13	57.46	57.47	56.45	56.31	58.17	57.85	56.91	56.72	57.18	56.15

Size of the test data:  (72, 34)

Difference

Code

diff = dt[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt.columns,test_data_1.columns)):   
   diff[f'col_diff_{i}'] = (np.array(dt[cols[0]]) - np.array(test_data_1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff['negative_count'] = diff.apply(count_negatives, axis=1)
diff.sort_values(by =["negative_count"],inplace = True, ascending=False)

html_table = diff.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

# 
# show(diff)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
627	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.74	-4.68	-3.63	-5.06	-5.34	5.57	-6.55	-6.71	-5.04	-6.46	-6.81	-5.82	-7.09	-4.91	-6.04	-6.77	-5.43	-6.87	-8.60	-8.00	-6.56	-6.83	-5.91	-7.58	-8.18	-6.64	25
625	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.92	-7.32	-6.16	-7.91	-5.80	-8.67	-5.45	-7.55	-7.26	-6.38	-6.69	-7.63	1.68	-6.95	-8.72	1.84	-8.02	-3.52	-7.85	-8.01	-8.06	-6.28	-7.25	-7.50	-7.01	-8.18	24
384	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.08	-7.36	-4.55	-5.67	0.94	-8.78	-5.35	-7.11	-6.55	-6.01	-8.78	-7.52	-7.79	-7.57	-6.47	-7.15	-7.93	-7.79	-8.24	2.01	-7.58	-7.75	-6.69	-7.03	-7.72	-7.27	24
531	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-4.89	-7.73	-5.84	-7.19	-6.14	-7.38	-6.83	-6.56	-5.83	-6.57	5.10	-7.87	2.39	-8.95	-6.10	-6.83	-7.28	3.68	-7.24	-8.42	-6.47	-8.83	-7.78	-7.96	-8.56	-8.39	23
769	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.42	-6.22	-7.20	-6.82	-6.40	-0.54	0.91	-7.44	-6.18	-7.55	-6.39	-6.95	-0.33	-6.71	-5.98	-0.75	3.14	-6.78	-8.08	1.28	-7.94	-6.52	2.83	-8.51	-6.81	-7.66	22
787	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.28	-6.64	-7.21	-7.14	-6.77	0.80	-5.91	-6.38	1.42	-1.37	-5.92	-7.37	2.68	-5.11	-6.23	-6.52	-6.24	-0.14	-6.95	-6.51	-7.18	-7.48	3.38	-7.06	-8.00	-8.07	22
802	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.14	-6.47	-0.80	-6.88	-6.24	-6.35	0.32	-7.34	-0.80	-6.52	0.80	-5.18	-0.66	-5.04	-6.22	-1.75	-0.85	-7.09	0.11	1.77	-6.40	-7.91	-6.91	-7.52	-7.53	-7.81	22
561	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.94	-5.77	-6.50	-6.84	-5.89	-7.04	-7.33	-7.74	1.65	-6.69	0.12	-6.44	-0.23	-6.59	-5.72	-6.97	-6.71	-7.13	3.58	-6.83	-7.69	-9.13	7.23	-8.26	-6.50	-8.16	22
434	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.66	-6.37	1.74	-7.87	-5.44	2.66	-6.42	-7.12	-6.92	-6.77	3.40	-5.12	1.67	-8.45	-7.27	-5.47	-7.42	-6.53	-8.16	-6.90	-8.65	-7.49	-9.04	-8.03	-7.37	-9.14	22
739	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.63	-6.42	-7.03	-6.16	-6.20	0.72	-0.06	-7.09	-1.87	-7.11	-7.05	-5.21	-1.87	-5.75	-4.74	-0.05	-5.36	-6.68	2.55	-6.23	-7.34	-7.03	3.21	-8.00	-7.67	-6.86	22
738	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.55	-6.86	-7.24	-6.08	-6.21	1.07	-6.59	-2.47	-6.55	-6.59	-6.05	-6.90	1.76	-3.84	-0.12	-1.42	-5.11	-6.46	-6.38	-6.53	-7.32	-5.61	1.82	-6.93	-6.19	-6.51	22
721	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.69	-6.81	-6.28	-6.89	2.02	-7.41	-1.12	-7.00	-7.07	-6.84	1.22	-6.83	-5.51	-6.06	-5.41	3.44	-6.47	-8.18	0.79	-7.45	-8.17	-8.81	-7.65	-8.11	-7.95	-9.68	22
706	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.94	-0.46	-5.87	-6.35	-6.49	-5.86	-1.06	-5.50	-6.64	-1.30	-6.61	0.14	-1.78	-6.27	-5.85	2.68	-7.16	-7.48	-0.60	0.86	-6.61	-6.94	-5.01	-8.59	-7.43	-8.54	22
387	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.14	-6.44	-6.75	-6.74	-6.21	-7.05	-5.38	-8.10	-7.24	-7.34	-8.10	-7.27	3.42	4.26	-7.20	-7.91	-6.61	-6.78	3.21	3.28	-9.46	-8.39	2.84	-8.57	-8.40	-7.75	21
786	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.51	-6.79	-6.60	-6.30	-6.26	0.10	-6.31	-7.50	-0.80	-2.75	0.97	-5.96	2.56	-5.62	-5.02	1.54	-7.58	-6.77	-1.49	-5.50	-6.57	-7.92	3.66	-8.32	-8.30	-7.68	21
592	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.02	-6.20	-6.57	-6.43	-8.03	-7.72	-7.91	-8.01	2.51	1.89	7.51	-7.52	1.49	-7.92	-6.63	-7.82	-6.57	-6.52	-8.57	-8.09	-9.09	-7.35	-8.27	-7.24	-8.08	-8.19	21
577	372	8	0.10	24	0.00001	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.22	-8.28	-6.19	-6.23	-6.11	-7.40	4.89	-8.42	7.51	-7.98	2.31	-8.39	2.86	-8.26	-7.68	-7.99	-7.18	-7.30	-8.08	-7.40	-6.39	-7.67	-9.15	-8.47	-6.43	-7.95	21
451	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.51	-5.09	-7.11	-6.06	-7.09	-5.55	1.76	1.44	-6.71	4.50	-7.90	-6.66	-6.05	-7.16	-6.44	1.33	-7.08	2.70	-7.20	-6.24	-7.52	-7.44	-7.80	-7.66	-7.29	-7.72	21
689	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-3.31	-6.17	-6.51	-6.46	-6.49	1.53	-7.47	-6.35	-7.60	-6.93	0.82	-7.09	-0.64	-1.95	-4.85	-1.19	-6.83	0.35	-5.35	0.98	-7.12	-7.35	3.57	-8.31	-6.61	-7.52	21
834	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.11	-6.33	-0.08	-5.84	-1.06	-6.43	1.49	-2.11	-1.77	-7.08	-8.31	1.07	-2.31	-7.08	-5.96	2.07	-6.75	-6.76	1.46	-7.24	-7.63	-8.76	-8.27	-7.76	-8.30	-6.49	21
562	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.23	-6.13	-5.99	-6.69	-6.42	-7.00	-1.27	1.44	-8.41	1.92	-7.56	-6.92	2.21	-6.93	-6.32	-7.25	-6.43	1.96	-7.39	-7.98	-6.95	-7.56	-7.26	-8.66	-7.58	-6.08	21
563	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.48	-6.77	1.74	-6.76	-5.95	-5.81	-6.86	-6.70	2.67	-4.50	-7.09	-6.26	-6.35	-6.66	-6.53	3.46	-6.51	1.21	-7.54	-6.91	-7.60	-7.32	-7.17	-6.90	-6.89	-6.03	21
658	372	8	0.10	48	0.00001	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.36	-6.47	-6.69	-5.69	-5.03	-5.56	2.24	-6.20	-6.99	-7.48	1.89	-7.21	5.88	-7.49	-7.27	3.00	-6.54	3.68	-5.81	-7.97	-7.54	-7.64	-7.41	-8.64	-7.06	-7.24	21
723	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.65	-7.04	-0.21	-6.72	-6.48	-7.98	-6.43	-8.18	-7.36	-7.93	2.14	2.12	-6.99	-5.35	-7.75	-0.67	-5.52	-5.68	1.72	1.62	-7.91	-6.53	3.55	-8.64	-6.86	-8.13	21
467	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.80	-5.89	-6.16	-6.60	-5.34	-7.72	2.05	-5.77	4.01	4.32	-7.10	4.79	-8.29	-6.80	-7.49	1.02	-6.53	-6.54	-9.40	-0.09	-7.15	-6.71	-6.85	-7.30	-6.33	-8.29	21
512	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.59	-7.29	-6.84	-6.58	-5.54	2.01	1.70	-8.20	-0.77	-8.95	1.99	-8.55	0.78	-7.38	-7.40	2.89	-6.63	-6.12	-7.63	-6.94	-6.96	-6.31	-7.39	-7.66	-8.09	-7.61	21
819	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.56	-7.25	-6.31	-7.08	-6.71	1.00	-1.04	-6.28	-6.34	-7.35	-0.47	-7.36	3.23	-7.38	-5.99	2.91	-6.81	1.97	-1.21	1.95	-7.97	-6.40	-6.87	-8.06	-7.34	-7.90	21
640	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.89	-5.80	-6.79	-6.80	1.47	2.61	2.23	-7.54	-7.35	-7.12	-8.42	-6.35	2.99	-6.16	-7.41	3.42	-6.90	-6.87	0.36	-7.90	-7.68	-6.84	-8.75	-8.05	-8.14	-7.53	20
402	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.16	0.49	-6.28	-6.97	-6.24	-7.29	-6.48	-6.83	2.44	-7.51	1.77	-6.31	2.21	-6.13	-6.25	-5.77	-6.90	-6.81	2.11	-7.73	-8.38	-7.22	-7.54	-7.93	-8.05	-8.34	20
659	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.26	-5.62	2.05	-6.20	-6.07	-5.80	-7.42	-6.93	-6.55	-6.86	2.02	-6.29	1.72	-6.68	-7.16	1.40	2.50	-6.40	-6.62	-7.29	-8.06	-7.64	-9.83	-8.54	-6.64	-8.07	20
803	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.78	-2.90	0.72	0.51	-5.81	-5.56	-6.78	-6.47	-0.30	-6.55	0.09	-5.73	-1.32	-5.39	-6.50	2.88	1.77	2.41	-5.41	-6.93	-7.91	-7.18	-6.38	-7.27	-6.67	-8.59	20
514	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.99	-7.34	-5.76	-6.35	-7.21	3.06	0.77	-6.58	2.89	-6.20	2.22	-6.39	1.73	-7.19	-5.27	-7.15	-7.80	-6.36	-7.46	-7.41	-6.76	-7.23	-7.44	-7.49	-7.94	-8.78	20
850	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.28	-7.58	-6.29	-6.33	-5.85	1.34	-6.39	-5.35	-1.51	-6.65	-5.98	-6.28	0.92	-5.06	-5.41	1.87	0.52	-5.91	-0.52	1.94	-7.50	-8.92	-7.68	-7.44	-6.79	-7.55	20
785	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.27	-7.03	-7.22	-6.83	-6.38	-6.63	-1.76	-6.84	-7.65	-7.90	0.95	-5.69	2.50	-1.27	-5.25	-6.88	-6.11	0.07	-5.57	2.76	-7.92	-7.09	3.47	-7.58	1.08	-7.31	20
832	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.71	-7.05	0.90	-6.54	-6.56	-6.13	1.85	-5.56	2.67	-8.23	-6.15	1.24	-0.58	-1.29	-6.79	2.07	-7.26	1.29	-5.81	-7.89	-6.74	-6.79	-6.69	-7.54	-6.55	-7.36	20
737	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.10	-5.83	-5.90	-6.43	-6.13	0.27	-6.40	-2.93	-2.32	-6.37	0.70	-6.56	-1.19	-5.17	-6.33	-7.19	-1.07	0.60	1.54	-7.31	-7.51	-8.06	3.24	-8.24	-8.56	-7.43	20
688	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.24	-6.50	0.81	-5.84	-6.03	0.29	-6.09	-7.30	-7.29	-7.47	-5.10	-6.29	1.11	-6.01	-1.01	2.20	-6.74	1.47	-6.22	-0.05	-8.18	-7.76	3.46	-8.82	-0.75	-7.42	20
417	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.69	-6.08	-5.27	-6.38	-5.84	-0.58	2.46	2.36	-7.01	-7.49	2.73	-5.44	7.39	-6.56	-7.11	2.25	-7.56	-7.35	-6.85	-7.63	3.55	-7.55	-8.02	-7.42	-8.01	-7.04	19
771	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.73	-6.52	0.18	-6.72	-5.49	0.06	-5.96	-7.60	-7.37	-7.92	1.49	1.97	1.92	2.50	-5.30	-7.27	-7.25	-7.36	-7.45	2.20	-7.51	-7.37	-7.16	-7.34	-7.72	-7.59	19
656	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.14	1.69	-6.27	-6.88	-7.07	6.14	2.41	-6.17	-6.72	-7.22	1.95	-6.64	1.76	2.38	-8.02	2.82	-7.85	-6.47	-6.53	-7.27	-9.96	-6.79	-7.71	-7.20	-7.52	-8.12	19
691	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.91	-6.17	-6.15	-5.96	-5.92	-7.04	1.81	-7.13	1.97	-7.51	1.83	-6.27	-1.83	-8.39	-5.80	1.47	1.35	-0.82	0.91	-8.06	-8.20	-6.59	-9.26	-6.65	-7.01	-7.21	19
418	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.04	-6.83	-5.33	-7.25	-6.14	-5.62	2.22	-6.95	2.88	-6.62	0.38	-7.72	1.18	-7.32	-7.25	2.75	-7.87	-7.80	-7.79	-7.47	-8.26	-7.12	-6.23	-7.62	-6.95	6.51	19
611	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.42	-7.31	0.96	-7.30	-5.73	-5.99	2.00	-7.38	-7.31	-8.17	1.39	-6.99	2.20	-6.86	-5.91	-6.14	-7.16	0.73	1.53	-7.32	-6.98	-7.59	-7.70	-8.60	-8.44	-7.40	19
610	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.73	-6.06	-6.49	-6.47	-5.62	-7.43	1.37	-7.28	2.47	-6.54	0.45	-6.33	-5.49	-6.80	-6.50	2.16	-6.74	-7.08	-6.77	2.64	-6.33	-6.90	3.69	-6.82	-8.00	-7.27	19
609	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.94	-6.17	0.82	-7.26	-7.52	1.13	2.59	-7.40	-8.11	2.94	0.80	-7.37	-6.88	-7.71	-6.41	1.44	-5.73	-7.30	-7.73	1.69	-7.08	-8.58	-5.99	-7.35	-7.33	-7.29	19
720	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.89	-6.21	-7.07	-7.61	-6.02	-6.34	-0.22	-6.37	-7.16	-7.70	-6.19	1.06	2.35	-6.92	-5.99	1.47	-7.94	-6.24	0.79	0.24	-7.18	-8.41	3.95	-6.54	-8.01	-8.32	19
608	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.32	-6.94	-6.11	-5.60	0.85	-7.86	2.60	-6.88	-5.88	-7.40	0.92	-6.67	-7.31	-5.85	-6.28	-4.86	0.87	4.29	-6.54	1.96	-7.82	-7.97	-8.12	-7.92	-8.12	-9.88	19
675	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.08	-7.96	-7.42	-6.58	-6.46	1.61	-0.14	-6.81	-0.06	-7.21	-6.57	-6.14	1.94	-5.44	-7.00	-0.05	1.06	0.56	1.46	-7.23	-6.35	-8.63	2.29	-8.63	-6.92	-7.59	19
801	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.48	-6.64	-6.41	-5.82	-5.89	-6.61	-2.40	-7.71	-5.81	-6.46	1.21	-6.28	0.22	-0.33	-6.27	1.49	0.26	1.46	0.85	-6.82	-8.41	-5.77	-7.19	-7.76	-5.89	-6.36	19
816	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.55	-6.45	-5.83	-6.99	-6.51	2.08	0.94	-5.24	-6.65	-6.79	2.10	-6.03	1.74	-6.02	-4.91	2.68	-7.31	-6.61	-1.82	2.12	-8.06	-8.34	3.58	-7.66	-8.62	-6.48	19
449	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.64	-5.50	-4.68	-6.33	-5.63	-6.51	2.45	-7.76	-7.53	-6.91	1.91	-7.80	2.18	-7.50	-8.01	3.54	3.10	-6.26	-7.13	-8.55	-8.01	-7.34	4.29	-7.93	-7.10	-7.28	19
704	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.82	-1.52	-6.93	-6.26	-6.81	0.78	0.99	-2.42	-6.32	-5.96	1.52	-5.13	0.56	-0.15	-5.82	-1.05	-5.69	-7.72	-4.97	1.92	-7.13	-7.63	3.35	-7.59	-6.72	-7.27	19
817	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.28	-7.25	-6.41	-6.29	-5.87	-8.04	-5.62	-7.23	-8.11	-7.32	0.95	-7.87	2.28	-4.78	-4.73	-7.41	-7.81	2.06	2.38	0.93	-9.00	-6.87	3.75	-8.38	3.08	-7.40	19
642	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.52	-5.39	-6.59	-6.81	-6.27	1.68	-6.66	-8.11	1.97	-4.94	1.77	-7.33	6.04	-7.84	-7.33	2.39	3.20	-7.29	2.09	-7.19	-6.73	-9.26	-7.46	-7.54	-8.87	-8.25	19
595	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.55	-5.72	-5.85	-6.06	-7.68	-5.76	0.84	-7.54	1.28	-7.28	-7.32	-7.11	2.30	-6.97	-7.02	1.90	-6.66	-7.43	1.94	0.36	-8.37	-6.54	-6.57	-7.29	-8.72	-8.53	19
547	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.78	-7.21	-6.56	-7.13	-5.88	2.26	-6.91	2.16	-6.83	-7.53	3.01	-8.25	2.64	-6.04	-6.03	2.49	-7.21	-5.10	-7.01	-6.18	-7.90	-7.23	-9.12	4.59	-6.22	-9.19	19
755	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.62	-6.35	-6.26	0.10	-5.81	2.00	-0.12	-5.41	-6.24	-1.52	-4.70	-0.37	1.78	-5.19	-5.26	0.49	-0.47	-5.22	1.07	0.47	-8.76	-7.22	-7.29	-8.48	1.26	1.54	18
722	372	8	0.01	24	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.20	-7.08	-6.50	-5.85	-5.93	-7.00	-1.69	-6.22	-6.34	-6.93	-6.08	3.20	2.70	-6.48	-6.05	2.46	-7.01	1.74	3.84	3.24	-6.25	-7.25	4.75	-7.41	-7.24	-7.65	18
499	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.92	-7.41	2.20	-6.91	-5.59	1.93	2.76	-7.19	3.54	-7.89	0.06	-7.12	2.71	-4.58	-7.25	-6.29	-6.51	-6.74	3.95	-7.13	-8.60	-8.28	-7.38	-8.03	-7.70	-8.80	18
513	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.91	-5.43	6.51	1.67	-6.73	2.13	-6.09	-7.30	-7.76	-7.12	-6.39	0.09	5.13	-7.76	-7.65	1.59	1.50	2.28	-7.47	-7.35	-8.21	-7.09	-7.58	-7.58	-7.55	-8.28	17
707	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.95	-6.57	-7.37	-6.21	-5.87	1.94	2.55	-6.25	-1.28	-7.26	2.51	1.57	0.19	0.64	-5.17	-6.49	-5.55	-0.25	1.99	-7.27	-8.39	-9.07	4.38	-6.89	-7.01	-8.47	17
416	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.54	-4.49	-6.15	-7.06	-5.86	-8.71	6.51	-6.89	2.28	2.16	-6.38	-6.97	2.61	-7.65	-6.89	3.05	-7.04	2.22	3.41	1.48	-6.37	-7.57	-6.93	-9.11	-8.94	-7.94	17
560	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.99	-4.80	-7.18	-6.10	6.51	-5.93	1.25	-7.24	3.17	-8.11	2.49	-6.03	2.53	1.43	-7.54	-7.31	-7.24	2.44	2.46	-6.06	-6.58	-7.78	-7.33	-7.73	-7.80	-7.65	17
851	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.99	0.24	0.27	-5.81	-6.95	0.79	-6.42	-5.73	1.42	-6.42	1.18	3.32	1.29	-5.45	-5.89	3.28	-5.53	-0.99	1.01	-6.67	-6.30	-7.16	-6.02	-8.06	-8.02	-7.92	17
641	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.98	0.39	-6.83	-6.24	-6.60	2.61	-6.84	-7.81	5.45	2.71	-7.25	-7.02	-5.95	3.89	-8.41	2.99	-7.47	3.02	2.19	-8.45	-7.79	-8.16	-8.07	-9.09	-8.08	-8.74	17
736	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.33	-7.01	-0.03	-5.59	-7.11	2.18	0.84	-6.17	-7.30	0.03	1.28	-5.43	0.79	-6.43	-4.87	0.55	-8.19	-5.59	0.72	0.01	-8.25	-6.85	3.95	-7.88	-7.07	-5.93	17
800	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-0.06	-6.30	-7.06	-5.81	-7.82	0.48	0.22	-6.47	-6.87	-6.45	0.75	-5.59	1.54	-5.52	-5.05	-0.70	0.33	1.59	1.69	0.16	-6.61	-8.80	3.01	-7.47	-7.19	-8.76	17
784	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.09	-6.43	-4.79	-6.66	-6.64	1.57	1.21	-5.98	0.29	-7.52	1.57	0.49	-1.76	-5.50	1.17	0.96	-5.16	-7.74	0.59	-8.79	-6.99	-9.18	2.67	-0.18	-8.08	-7.45	16
833	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.26	-5.77	-6.86	-5.82	-6.33	-7.10	0.96	-5.47	2.22	-6.79	0.70	-5.85	-6.20	2.88	-6.03	1.18	1.82	2.03	1.12	-0.56	-6.27	-7.31	2.58	-8.33	-6.79	-7.17	16
419	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.32	-6.72	2.82	-6.54	1.19	-6.63	0.86	-7.07	2.53	-6.22	1.92	1.83	1.55	-7.12	-8.39	1.33	-6.51	-6.18	1.18	-7.16	-7.61	-8.83	-7.15	-6.87	-7.20	4.39	16
657	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	6.41	-6.33	1.94	-5.73	-5.95	1.90	2.50	-8.04	2.34	2.03	-6.93	0.07	1.66	-5.98	-7.39	-4.98	0.28	2.45	-7.64	-7.62	-7.29	-7.13	-7.12	-8.73	-6.05	-8.23	16
752	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.32	-6.83	1.47	-6.58	0.22	0.57	1.27	-5.69	-6.26	-7.80	1.89	-5.11	1.84	-5.11	0.18	-0.32	0.74	-5.98	1.02	-6.10	-5.78	-6.13	3.25	-7.17	-7.80	-7.37	15

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_13	70.620417	5.177879
mAP_valid_abs_values_11	70.125556	5.450132
mAP_valid_abs_values_16	69.597639	6.112101
mAP_valid_abs_values_7	68.793056	5.288811
mAP_valid_abs_values_19	68.791389	5.882199
mAP_valid_abs_values	68.515833	5.394471
mAP_valid_abs_values_9	67.928472	4.881950
mAP_valid_abs_values_6	67.816111	5.462187
mAP_valid_abs_values_23	67.485278	4.846358
mAP_valid_abs_values_18	67.192361	4.829872
mAP_valid_abs_values_20	66.648194	4.903977
mAP_valid_abs_values_10	65.961111	4.376367
mAP_valid_abs_values_2	65.754583	2.040182
mAP_valid_abs_values_3	65.669028	4.149084
mAP_valid_abs_values_12	65.535694	4.655799
mAP_valid_abs_values_5	65.360833	3.442333
mAP_valid_abs_values_4	65.336389	1.282834
mAP_valid_abs_values_17	65.080556	5.576295
mAP_valid_abs_values_8	65.062083	3.501951
mAP_valid_abs_values_26	64.744861	4.310884
mAP_valid_abs_values_24	64.728889	3.586375
mAP_valid_abs_values_25	64.714306	2.913914
mAP_valid_abs_values_14	64.658472	4.869218
mAP_valid_abs_values_15	64.567222	1.536852
mAP_valid_abs_values_21	64.368333	3.464628
mAP_valid_abs_values_22	63.558056	3.916255

We then apply the hyperparameters to the test set and average the results.

Code

test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_13	70.820556	7.865127
mAP_test_abs_values_16	68.630694	9.658375
mAP_test_abs_values_11	68.604583	9.515487
mAP_test_abs_values_7	67.099861	8.080257
mAP_test_abs_values	66.631528	8.589009
mAP_test_abs_values_19	66.021111	9.978181
mAP_test_abs_values_6	65.066944	9.411264
mAP_test_abs_values_9	64.886667	8.924696
mAP_test_abs_values_23	64.004167	9.611958
mAP_test_abs_values_18	63.848889	8.613240
mAP_test_abs_values_20	62.609861	8.908308
average_map	62.004038	1.080287
mAP_test_abs_values_3	61.338056	6.129838
mAP_test_abs_values_12	60.593750	7.665365
mAP_test_abs_values_10	60.408194	7.298375
mAP_test_abs_values_17	60.256250	8.488020
mAP_test_abs_values_5	59.968333	4.333901
mAP_test_abs_values_2	59.872083	3.789966
mAP_test_abs_values_14	59.452917	7.349771
mAP_test_abs_values_4	59.146667	2.527302
mAP_test_abs_values_8	58.900000	5.314149
mAP_test_abs_values_15	58.498333	2.867336
mAP_test_abs_values_25	57.716528	4.254147
mAP_test_abs_values_26	57.491250	5.101796
mAP_test_abs_values_24	57.189583	4.845550
mAP_test_abs_values_21	57.003750	4.201917
mAP_test_abs_values_22	56.044444	4.199855

Statistical Significance:

Using the global mean maximum row as the reference, we perform the right-tailed t-test to identify significant hyperparameters.

Code

pvalues_mw = []
pvalues_real_mw = []

for _,index in enumerate(dt_valid_sub.index):

  _, p_value_mw = stats.mannwhitneyu(max_row[:-1], dt_valid_sub.loc[index][:-1], alternative='greater')#, method = 'asymptotic')
  pvalues_real_mw.append(p_value_mw)
  pvalues_mw.append((p_value_mw >= 0.05)*1)
  

dt_valid_sub_mw['pvalues_mw'] = pvalues_real_mw
dt_valid_sub_mw['sig_mw'] = pvalues_mw

dt_valid_sub_mw1 = dt_valid_sub_mw.query('sig_mw == 1')


max_indexx = dt_valid_sub_mw1.iloc[:, :-3].mean().idxmax()

#print(sum(pvalues),max_indexx)

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_valid_abs_values	mAP_valid_abs_values_2	mAP_valid_abs_values_3	mAP_valid_abs_values_4	mAP_valid_abs_values_5	mAP_valid_abs_values_6	mAP_valid_abs_values_7	mAP_valid_abs_values_8	mAP_valid_abs_values_9	mAP_valid_abs_values_10	mAP_valid_abs_values_11	mAP_valid_abs_values_12	mAP_valid_abs_values_13	mAP_valid_abs_values_14	mAP_valid_abs_values_15	mAP_valid_abs_values_16	mAP_valid_abs_values_17	mAP_valid_abs_values_18	mAP_valid_abs_values_19	mAP_valid_abs_values_20	mAP_valid_abs_values_21	mAP_valid_abs_values_22	mAP_valid_abs_values_23	mAP_valid_abs_values_24	mAP_valid_abs_values_25	mAP_valid_abs_values_26
816	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	66.77	65.99	65.07	66.69	65.42	67.34	72.81	63.85	64.42	65.33	73.83	64.20	73.00	64.30	63.89	73.04	54.47	65.25	70.98	64.84	64.76	65.17	72.21	65.86	65.51	64.78
817	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	65.21	66.00	64.51	65.39	64.95	62.37	64.54	65.26	65.53	64.42	75.31	65.18	72.73	59.23	63.10	53.93	50.10	72.43	74.08	74.83	50.32	64.21	72.24	65.63	73.46	64.84
819	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	65.75	65.60	64.85	66.06	65.70	66.66	69.25	64.57	65.67	65.53	69.61	64.09	72.53	55.06	64.94	70.81	64.37	73.45	70.10	75.60	65.09	52.26	64.51	65.63	65.94	55.75
675	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	73.07	66.07	65.69	65.83	65.61	74.69	67.84	65.82	68.83	65.81	63.97	63.58	72.56	55.50	65.91	69.00	69.03	68.52	74.34	64.77	64.28	64.99	73.62	65.26	65.87	65.85
720	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	72.55	65.11	65.86	65.46	65.03	64.04	68.11	51.36	64.95	64.88	63.59	67.45	72.77	64.95	63.82	74.42	64.18	63.15	74.42	69.17	64.14	64.92	72.99	64.52	64.29	54.36
721	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	66.43	65.01	64.91	65.64	71.60	65.26	68.66	64.41	64.73	64.37	74.73	63.04	63.94	63.62	64.06	72.05	63.90	65.65	75.28	64.30	65.06	65.86	65.20	65.59	65.55	56.85
723	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	65.57	65.80	67.77	65.06	65.55	65.41	65.80	65.51	65.98	65.72	73.60	67.05	64.35	62.76	65.73	67.63	64.07	55.24	74.41	74.91	65.01	64.76	72.43	65.96	64.68	65.82
769	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	64.57	64.88	66.43	65.84	65.72	68.64	73.57	65.31	59.45	65.15	64.71	64.54	68.24	65.21	64.77	68.62	84.14	64.53	66.33	74.58	65.37	63.34	72.98	66.22	64.82	65.50
770	372	8	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	66.74	65.68	65.20	64.82	65.25	63.93	66.65	54.82	73.75	69.33	66.06	64.44	64.85	72.90	65.37	54.06	65.06	63.78	73.95	73.79	53.79	65.35	65.25	65.30	65.50	65.22
771	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	64.78	64.97	67.34	65.16	64.48	68.09	64.94	53.81	66.35	65.80	69.14	74.23	73.18	73.03	63.41	65.02	65.06	65.01	64.24	74.77	65.80	65.51	66.96	64.82	65.58	65.03
832	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	66.15	65.28	66.04	64.45	64.82	63.38	73.27	63.36	72.86	64.95	63.88	67.48	67.81	69.71	64.66	73.17	64.87	73.58	56.20	64.68	63.87	64.97	64.68	64.94	63.55	64.01
833	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	73.62	63.93	64.92	64.83	64.68	64.85	73.70	63.95	73.37	64.14	75.01	63.96	64.63	73.27	63.89	74.08	73.45	72.34	74.52	69.92	63.95	63.62	73.05	51.95	64.17	64.74
834	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	72.80	64.59	68.32	64.69	68.44	64.12	72.00	69.07	70.23	53.94	64.55	75.12	70.21	64.21	63.90	73.84	63.91	64.30	75.10	62.51	65.13	52.32	64.44	64.12	54.23	63.92
835	372	8	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	73.09	65.45	67.68	65.75	65.03	59.63	71.66	64.25	56.12	64.28	74.03	66.99	70.12	64.04	64.54	72.76	64.16	63.52	67.86	66.76	64.36	64.31	53.26	64.32	68.34	53.63
688	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	66.40	64.94	66.88	65.34	65.68	74.88	64.82	65.56	65.50	65.72	63.46	64.24	72.58	55.12	70.68	73.46	64.11	73.15	64.34	71.20	65.23	51.82	73.46	65.68	69.83	65.25
689	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	56.98	64.47	65.13	64.58	64.23	74.12	65.19	63.83	62.85	64.39	75.56	62.92	68.95	68.59	63.17	68.65	65.34	68.64	63.40	74.96	63.32	63.56	72.65	52.01	64.02	64.14
691	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	67.70	65.24	64.90	64.69	65.20	65.13	72.00	64.76	72.97	65.25	73.57	64.16	67.97	55.48	64.57	73.61	67.83	68.88	73.89	64.57	66.41	63.89	67.46	63.72	64.81	64.78
736	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	66.19	66.02	67.08	65.09	65.56	74.08	72.91	64.52	63.40	68.33	74.33	64.05	66.63	54.50	63.21	69.87	54.43	63.66	69.69	69.10	64.51	63.75	72.94	63.84	64.32	64.99
737	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	74.02	64.34	64.36	65.17	65.03	68.21	65.49	69.78	70.22	60.39	75.51	63.82	69.49	63.14	64.93	64.49	69.53	73.65	74.57	63.14	65.54	64.54	73.37	51.49	66.06	64.72
738	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	73.83	65.23	60.20	64.84	65.28	68.32	64.65	69.92	65.31	65.06	64.05	64.70	72.53	63.47	68.66	70.20	63.38	64.98	63.96	63.80	65.78	63.42	73.25	64.51	65.31	64.51
739	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	67.53	64.81	65.21	64.65	65.08	68.15	70.29	64.80	69.15	65.15	64.73	63.16	69.46	63.22	62.83	68.92	63.18	63.10	73.61	63.27	64.98	64.49	72.82	64.81	64.58	64.73
784	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	67.93	64.69	56.77	65.68	65.32	68.11	71.94	64.07	67.52	65.63	74.55	74.81	69.29	64.07	68.84	66.68	51.68	62.98	75.41	63.18	63.28	53.98	73.40	69.87	65.24	64.97
785	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	67.44	65.72	62.99	66.41	64.74	64.19	69.23	64.68	65.32	65.42	74.18	63.87	72.35	70.22	63.56	64.22	63.80	67.98	63.57	73.82	64.62	65.41	73.70	64.12	68.53	65.13
786	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	66.35	65.34	65.22	65.57	65.80	68.09	65.04	64.67	67.40	70.56	75.03	64.02	72.10	63.30	62.81	73.61	52.41	65.48	70.85	55.77	63.00	54.33	72.89	64.54	64.34	64.71
787	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	66.12	65.28	65.28	65.28	64.67	74.62	65.34	64.27	73.86	67.89	63.62	64.56	72.32	63.93	64.31	55.09	64.00	67.96	64.49	63.47	64.11	63.83	73.38	64.61	65.06	64.79
849	372	8	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	74.06	65.83	64.61	65.83	65.42	64.22	68.21	54.91	64.68	64.95	75.05	62.42	73.55	64.04	63.27	73.11	63.63	69.23	64.02	68.94	54.47	65.81	55.02	64.40	65.04	50.62
850	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	72.72	65.42	65.64	66.23	65.00	73.74	66.13	63.45	71.09	65.30	64.62	63.56	72.81	63.27	63.88	73.18	68.56	64.62	71.11	74.11	65.24	52.71	65.97	64.35	64.62	64.73
851	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	66.00	68.59	67.39	63.84	64.86	75.24	64.33	63.57	73.27	64.28	74.98	86.74	68.81	62.68	63.49	72.32	63.34	70.82	75.06	63.12	63.29	63.68	54.06	65.50	53.49	65.11
704	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	67.92	70.43	65.08	64.65	65.16	67.29	73.73	69.93	64.74	64.59	75.08	63.39	68.03	69.09	65.16	70.68	52.27	64.71	63.16	68.13	64.98	62.79	72.20	65.03	64.31	64.37
706	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	67.79	69.72	64.57	64.95	65.95	63.92	68.20	64.54	64.79	69.41	64.39	68.64	69.87	63.83	63.70	73.38	55.81	64.87	69.29	74.91	64.22	63.99	55.84	64.78	66.04	65.26
707	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	66.75	64.36	65.34	64.54	64.52	66.70	73.02	63.07	70.19	64.33	74.11	68.87	66.97	73.75	63.02	63.58	63.57	67.93	74.90	62.94	54.28	53.38	72.16	63.87	64.18	63.84
752	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	66.87	65.09	73.21	64.70	68.01	69.03	73.59	63.93	64.16	65.55	67.36	64.03	72.56	63.66	70.61	70.28	74.88	63.81	74.98	63.72	64.31	62.97	73.37	63.96	64.07	63.92
755	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	66.30	64.89	65.16	67.47	65.33	66.32	68.63	63.95	64.97	70.07	63.64	68.38	73.11	64.76	63.98	70.69	69.57	64.70	68.54	75.09	54.61	63.69	64.60	65.21	68.06	74.31
800	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	69.23	65.06	65.04	64.32	65.47	74.88	74.28	64.17	65.39	65.45	68.38	63.84	67.79	63.10	63.20	67.81	69.04	68.34	67.80	70.11	64.59	53.35	73.54	64.02	63.96	65.18
801	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.48	65.44	65.78	65.70	64.75	65.22	68.01	65.65	63.38	64.12	67.92	63.45	68.32	69.81	64.82	86.75	74.27	73.38	75.02	64.26	53.69	64.28	63.92	64.51	64.40	64.85
802	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	65.39	66.16	68.06	65.41	64.89	64.36	74.41	55.16	69.60	65.14	75.20	63.37	67.52	63.46	63.89	70.39	70.22	64.39	69.51	68.52	62.58	65.46	64.54	64.38	51.92	64.62
803	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	73.85	70.93	68.44	67.07	64.82	63.80	65.74	64.09	68.09	64.91	75.06	62.63	69.12	63.54	63.91	72.78	67.85	73.40	63.52	63.06	52.70	63.92	63.28	63.63	63.55	64.81
528	372	8	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	65.51	65.08	57.96	66.24	66.01	62.03	71.74	66.10	66.70	66.55	64.98	61.57	72.38	66.09	65.32	72.07	65.30	71.91	56.11	64.39	62.85	66.38	67.15	65.56	65.97	67.13
531	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	56.23	65.86	63.78	65.50	64.89	63.95	66.94	66.47	56.52	64.51	83.58	64.84	72.67	66.31	64.66	65.60	64.97	69.89	64.45	64.35	67.09	66.78	67.35	66.80	66.72	65.45
576	372	8	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	65.45	65.07	63.87	66.27	42.66	61.94	71.42	64.66	66.18	65.52	63.39	64.02	72.69	64.85	65.08	65.94	64.76	63.62	65.57	55.34	65.95	67.48	66.72	67.36	65.30	65.76
578	372	8	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	70.58	65.89	65.17	66.87	64.59	65.14	56.39	65.36	55.47	66.58	62.36	63.62	71.85	64.92	66.06	66.14	64.97	66.24	64.91	62.11	64.94	66.29	65.57	66.26	64.93	66.80
579	372	8	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	71.63	68.08	64.17	63.34	66.02	70.44	66.76	66.57	65.12	65.23	56.83	63.88	71.90	63.99	65.66	64.13	65.90	67.46	64.26	62.83	66.52	67.22	66.48	65.37	65.82	67.06
624	372	8	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	72.50	65.31	64.36	64.67	62.12	63.86	55.31	68.35	65.81	65.67	64.53	62.16	71.27	59.84	64.54	72.61	64.17	66.18	62.99	62.00	65.40	67.11	66.36	66.27	66.53	67.37
625	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	67.52	66.97	65.25	67.13	66.44	65.47	65.58	66.18	65.94	66.18	63.98	64.93	72.96	66.17	67.37	73.64	66.35	55.58	65.33	64.41	65.73	67.01	65.35	67.73	66.13	66.99
627	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	67.61	65.76	64.91	67.29	67.01	82.55	66.77	66.77	66.50	67.18	63.62	64.87	67.88	55.79	65.43	68.07	65.34	66.37	66.28	66.87	68.10	67.84	68.29	68.22	68.61	68.61
384	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	56.06	66.88	66.05	65.01	73.09	65.77	56.21	65.69	66.87	65.02	63.98	63.94	65.88	66.24	65.26	66.21	64.37	67.91	63.49	74.29	67.28	67.71	67.66	67.71	68.37	66.53
385	372	8	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	66.66	65.92	68.14	66.21	65.32	62.60	65.41	64.64	82.60	64.55	55.89	66.09	56.20	52.66	62.78	64.07	64.68	65.37	63.36	63.47	65.16	65.56	66.31	64.95	66.13	65.78
386	372	8	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	70.15	66.14	65.56	66.42	56.43	71.34	65.08	67.88	64.43	65.71	63.02	63.96	73.16	65.44	64.50	71.93	66.34	66.31	61.49	63.09	66.05	66.08	65.67	65.41	65.12	64.42
387	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	64.89	66.29	67.10	65.46	64.47	64.86	55.84	65.27	66.42	65.01	64.85	64.46	80.01	71.52	65.43	64.78	65.91	64.73	71.66	73.04	66.94	65.70	54.90	66.38	64.85	65.94
433	372	8	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	66.06	64.39	56.01	66.18	56.44	64.64	72.29	72.44	54.85	65.05	64.60	64.62	65.60	65.33	66.14	65.78	63.88	72.62	63.79	65.01	67.54	66.99	65.62	64.83	66.94	66.34
434	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	66.00	66.90	73.10	65.88	64.54	73.77	66.89	64.96	64.62	65.98	81.94	55.24	72.09	66.34	65.70	56.27	65.24	63.96	64.96	62.78	66.46	65.09	65.98	66.71	64.49	66.18
435	372	8	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	72.42	65.60	56.32	66.15	72.00	62.37	66.06	42.66	65.34	65.92	62.84	64.62	64.78	64.31	65.15	55.97	66.37	64.30	62.22	61.05	66.45	66.60	66.26	66.35	67.23	66.22
480	372	8	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	69.53	64.52	64.70	65.43	69.04	63.18	65.91	67.18	64.47	64.86	63.65	64.14	72.12	64.73	65.01	56.31	63.96	63.21	62.32	61.80	65.44	63.63	65.89	66.20	65.65	64.61
481	372	8	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	66.64	65.17	64.77	55.53	65.09	73.41	55.45	65.45	64.89	65.47	73.37	63.95	67.10	64.87	66.04	73.92	66.10	64.55	66.96	63.45	66.80	51.33	42.66	64.33	65.60	65.15
482	372	8	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	70.31	66.32	64.06	42.66	65.83	63.20	66.50	65.59	64.95	64.33	65.22	66.84	64.41	65.45	65.34	64.90	65.74	63.44	61.60	63.31	65.76	67.04	64.77	66.51	65.04	67.11
544	372	8	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	64.04	67.55	66.33	65.41	66.35	64.07	71.28	65.07	65.88	64.44	66.38	63.84	72.67	62.82	72.75	65.66	65.59	65.03	62.90	62.94	65.30	65.93	64.86	65.65	65.98	65.39
545	372	8	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	66.02	64.14	64.84	64.02	64.06	63.24	63.58	64.59	65.87	65.25	73.74	75.59	73.13	65.05	64.67	54.45	65.27	64.18	72.53	55.56	66.51	63.77	64.21	63.95	64.56	65.22
546	372	8	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	72.79	65.12	56.15	64.96	66.69	73.91	66.95	65.17	66.64	66.31	75.03	64.59	72.78	64.99	63.46	53.40	65.92	56.38	65.41	64.37	66.66	65.40	64.33	65.56	65.37	65.21
547	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	72.66	65.13	63.50	64.74	64.40	73.79	64.11	74.07	63.31	64.68	73.90	64.92	72.55	63.07	63.65	73.05	65.42	55.59	62.17	60.90	64.69	65.52	65.32	82.38	63.77	65.15
592	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	72.62	64.35	65.19	65.62	66.99	63.80	66.29	65.41	71.80	72.20	79.85	64.30	72.04	65.22	64.14	65.50	63.04	64.02	59.14	64.75	66.98	67.10	64.28	64.41	65.42	65.44
593	372	8	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	72.90	62.15	64.09	64.04	64.58	62.98	72.39	65.57	66.14	64.71	65.11	63.23	72.59	63.76	64.06	72.08	64.79	64.73	62.80	63.90	66.51	65.38	64.83	64.27	64.57	64.36
595	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	72.58	65.15	65.49	65.33	66.85	62.59	73.44	65.93	71.54	66.57	62.81	64.91	74.00	63.56	65.01	74.02	64.43	66.05	74.51	69.59	66.41	65.79	64.26	65.18	66.29	65.35
640	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	65.48	63.49	65.59	66.58	70.88	73.98	70.90	64.98	65.34	65.10	65.41	62.57	71.92	63.90	64.77	71.58	64.57	63.50	69.46	63.29	68.06	64.13	66.02	65.16	66.64	64.25
641	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	72.99	72.89	64.39	64.30	62.62	71.98	65.09	64.75	76.33	72.48	63.81	64.03	64.11	84.72	64.46	73.45	63.97	72.02	74.01	63.64	65.64	64.75	64.82	65.45	64.39	64.83
642	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	63.03	64.52	65.33	65.43	64.79	74.78	65.19	65.97	70.70	55.70	73.63	64.12	83.66	64.57	63.76	73.40	71.78	64.45	73.51	63.06	65.44	66.13	64.41	64.65	65.36	66.62
401	372	8	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	42.66	65.66	64.70	64.69	65.37	62.77	72.11	64.51	65.43	73.35	75.67	65.58	74.71	64.87	63.79	56.05	64.44	63.75	64.77	65.15	67.20	65.46	64.47	64.26	64.70	65.71
402	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	72.97	73.20	65.66	64.96	65.74	65.03	67.16	64.55	72.99	65.23	73.79	63.57	72.37	65.52	64.01	56.02	64.89	65.39	74.71	63.73	66.52	64.22	65.09	64.91	65.94	64.97
449	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	72.05	65.73	65.36	65.99	64.03	65.00	71.89	65.53	65.55	63.94	74.67	64.78	73.35	64.75	65.86	71.69	72.87	65.01	64.57	65.06	65.39	64.37	71.56	64.43	65.67	66.39
450	372	8	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	71.16	65.22	56.98	64.21	64.75	65.08	73.37	65.20	66.18	65.66	74.61	62.78	54.86	66.80	64.48	65.58	63.70	65.88	63.83	63.53	65.85	66.26	63.56	65.50	65.25	64.60
451	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	64.56	64.57	65.46	64.90	66.19	55.75	71.51	74.19	65.15	79.07	64.49	63.29	64.64	64.85	63.20	74.56	63.89	72.36	64.04	63.30	65.01	65.44	64.95	63.64	64.58	65.20
496	372	8	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	70.85	64.62	64.59	64.05	62.65	62.77	72.30	62.54	64.21	64.03	66.64	64.83	60.61	64.47	64.76	66.46	65.63	64.97	64.45	63.45	67.08	65.59	66.41	64.86	66.20	65.86
497	372	8	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	64.65	70.23	65.65	63.31	63.63	73.85	74.04	66.67	72.63	55.87	75.29	64.28	72.46	54.72	42.66	72.29	72.25	63.55	55.81	54.32	65.32	66.92	64.39	64.30	50.85	64.41
498	372	8	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	72.88	65.84	56.13	64.89	73.54	64.59	64.48	72.10	65.69	64.26	62.84	64.08	73.29	64.55	65.31	63.49	63.09	66.35	63.71	63.09	65.06	65.88	64.69	63.69	65.56	64.48
499	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	69.98	66.20	71.38	65.40	63.73	73.36	70.52	65.02	71.78	65.72	69.12	64.20	72.52	55.09	64.38	57.37	64.11	65.35	84.89	64.01	65.41	66.46	65.12	65.01	64.75	64.63
560	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	73.74	61.53	64.75	65.20	42.66	56.14	72.15	65.68	81.40	65.47	72.86	62.17	72.25	74.31	64.88	65.29	64.70	72.66	73.59	61.97	64.53	65.55	64.40	65.13	64.57	64.58
561	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	56.12	64.93	65.42	64.71	64.69	64.21	64.45	65.69	73.79	65.10	69.05	63.23	68.81	64.09	63.60	64.02	63.81	64.62	73.90	60.43	65.15	66.21	80.49	65.09	63.83	64.37
562	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	71.99	65.72	65.54	64.87	64.70	64.61	69.00	73.71	65.46	73.01	65.70	63.93	72.79	63.81	64.63	65.91	64.21	74.25	64.40	64.35	64.71	64.84	64.58	66.12	64.60	64.05
563	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	73.69	65.64	71.80	64.83	65.06	63.36	65.39	64.04	72.98	55.30	64.42	64.04	64.22	64.08	64.47	84.90	63.63	74.30	64.16	62.30	65.97	64.89	63.88	64.47	64.51	62.77
608	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	73.81	65.64	65.39	64.61	73.14	64.77	72.65	65.63	64.14	63.84	74.56	64.38	65.56	63.16	64.40	63.58	66.82	81.12	62.62	67.76	65.99	65.46	65.34	65.10	65.93	66.55
609	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	65.76	65.39	73.13	64.42	65.86	75.29	71.27	64.27	64.69	73.76	75.10	64.05	64.29	65.09	64.56	74.58	63.45	64.17	64.76	74.91	63.23	66.05	63.70	64.16	64.29	64.78
610	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	72.45	63.67	64.95	65.18	65.46	65.00	73.08	65.19	72.65	64.22	69.95	63.12	55.98	64.70	64.67	74.56	64.26	64.99	64.61	74.51	63.52	65.35	72.94	64.63	64.47	64.80
611	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	72.52	65.51	71.91	65.36	64.95	62.18	73.27	65.08	65.27	66.21	75.26	64.54	74.54	64.23	62.19	64.61	64.57	74.39	74.12	62.89	65.45	64.90	64.54	65.46	65.56	65.09
656	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	55.02	72.01	63.64	65.71	63.43	85.59	73.09	64.92	65.60	63.00	75.06	63.83	73.20	73.91	64.85	72.42	64.90	64.05	62.95	63.78	67.28	65.62	66.13	64.09	63.42	66.50
657	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	83.68	64.56	72.66	63.99	65.17	75.05	73.02	64.82	72.20	73.67	63.14	70.02	72.48	63.27	64.13	54.49	75.42	73.04	63.70	62.79	64.75	64.00	64.28	63.94	64.04	66.23
659	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.47	65.31	71.83	64.52	64.80	61.04	66.56	64.48	64.44	64.90	74.34	63.98	73.69	64.71	64.14	74.29	73.56	63.51	63.97	63.81	65.35	64.79	66.83	65.62	64.06	64.74
416	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	73.74	64.65	65.54	66.16	65.43	65.59	42.66	65.12	73.23	73.42	62.85	62.92	72.80	64.70	64.79	73.77	64.37	72.52	87.76	74.80	66.43	65.86	64.91	65.99	66.08	65.26
417	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	83.53	64.78	64.80	65.05	65.03	70.07	73.52	74.14	64.05	65.26	74.12	61.26	51.48	64.01	63.28	74.20	64.70	64.19	61.49	62.51	72.58	65.67	65.01	63.25	64.61	65.05
418	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	73.11	66.27	64.34	64.60	64.99	63.27	73.63	64.26	73.33	64.63	69.58	64.16	74.83	64.57	64.33	73.31	65.07	65.26	64.34	63.44	65.06	64.99	63.80	64.60	64.18	42.66
419	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	65.10	65.20	72.41	65.40	73.86	63.92	68.34	64.52	73.38	64.53	75.07	68.43	73.91	63.72	64.83	75.21	64.13	62.76	75.33	63.64	64.60	64.85	63.22	63.63	64.83	85.30
464	372	8	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	65.23	64.59	71.62	73.36	64.00	64.75	71.79	64.17	55.14	65.68	63.03	63.90	73.06	63.74	64.07	55.60	62.36	64.65	64.44	63.03	65.45	65.30	65.18	66.37	65.25	65.59
466	372	8	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	72.91	64.61	72.32	64.06	66.08	64.85	66.07	65.06	55.13	65.22	62.02	74.22	73.11	69.48	64.03	64.69	63.94	72.08	64.52	64.66	64.35	64.87	65.57	65.44	65.82	42.66
467	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	64.39	64.76	65.12	65.69	64.53	64.65	72.78	63.54	84.73	84.49	64.81	85.44	64.60	63.15	64.28	73.86	63.71	64.13	65.87	70.14	65.00	63.91	65.31	65.08	64.03	66.62
512	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	66.00	65.80	65.80	64.49	65.90	74.43	72.82	65.64	68.33	64.98	74.67	65.56	74.84	64.69	63.40	72.51	63.66	63.49	62.69	63.08	62.69	64.19	63.91	63.69	65.93	63.53
513	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	73.19	64.65	42.66	73.40	65.58	72.55	64.46	63.90	65.23	63.90	61.33	69.27	86.03	64.51	65.15	74.11	74.24	73.98	63.18	63.95	65.69	65.24	64.16	64.39	64.13	64.90
514	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	69.64	66.10	55.89	65.26	65.53	72.64	72.73	64.84	71.61	65.36	74.61	62.31	73.98	64.32	63.52	63.28	65.26	63.83	63.91	63.72	64.93	65.08	64.35	64.21	65.12	64.93

Size of the All data:  (120, 29)
Size of the Sig data:  (95, 34)

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params_mw1 = dt_valid.loc[dt_valid_sub_mw1.index][['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
optimal_params_mw = optimal_params_mw1.reset_index()
optimal_params_mw.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_mw1 = pd.merge(optimal_params_mw, dt_test, on=['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg'])
test_data_1_sub_mw = test_data_mw1[list(test_data_mw1.columns[test_data_mw1.columns.str.startswith('mAP_test')])]

Equivalent test data

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	mAP_test_abs_values	mAP_test_abs_values_2	mAP_test_abs_values_3	mAP_test_abs_values_4	mAP_test_abs_values_5	mAP_test_abs_values_6	mAP_test_abs_values_7	mAP_test_abs_values_8	mAP_test_abs_values_9	mAP_test_abs_values_10	mAP_test_abs_values_11	mAP_test_abs_values_12	mAP_test_abs_values_13	mAP_test_abs_values_14	mAP_test_abs_values_15	mAP_test_abs_values_16	mAP_test_abs_values_17	mAP_test_abs_values_18	mAP_test_abs_values_19	mAP_test_abs_values_20	mAP_test_abs_values_21	mAP_test_abs_values_22	mAP_test_abs_values_23	mAP_test_abs_values_24	mAP_test_abs_values_25	mAP_test_abs_values_26
31	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	60.22	59.54	59.24	59.70	58.91	69.42	73.75	58.61	57.77	58.54	75.93	58.17	74.74	58.28	58.98	75.72	47.16	58.64	69.16	66.96	56.70	56.83	75.79	58.20	56.89	58.30
76	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	64.93	58.75	58.10	59.10	59.08	54.33	58.92	58.03	57.42	57.10	76.26	57.31	75.01	54.45	58.37	46.52	42.29	74.49	76.46	75.76	41.32	57.34	75.99	57.25	76.54	57.44
66	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	65.19	58.35	58.54	58.98	58.99	67.66	68.21	58.29	59.33	58.18	69.14	56.73	75.76	47.68	58.95	73.72	57.56	75.42	68.89	77.55	57.12	45.86	57.64	57.57	58.60	47.85
8	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	74.15	58.11	58.27	59.25	59.15	76.30	67.70	59.01	68.77	58.60	57.40	57.44	74.50	50.06	58.91	68.95	70.09	69.08	75.80	57.54	57.93	56.36	75.91	56.63	58.95	58.26
63	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	73.44	58.90	58.79	57.85	59.01	57.70	67.89	44.99	57.79	57.18	57.40	68.51	75.12	58.03	57.83	75.89	56.24	56.91	75.21	69.41	56.96	56.51	76.94	57.98	56.28	46.04
55	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	59.74	58.20	58.63	58.75	73.62	57.85	67.54	57.41	57.66	57.53	75.95	56.21	58.43	57.56	58.65	75.49	57.43	57.47	76.07	56.85	56.89	57.05	57.55	57.48	57.60	47.17
39	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	58.92	58.76	67.56	58.34	59.07	57.43	59.37	57.33	58.62	57.79	75.74	69.17	57.36	57.41	57.98	66.96	58.55	49.56	76.13	76.53	57.10	58.23	75.98	57.32	57.82	57.69
15	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	58.15	58.66	59.23	59.02	59.32	68.10	74.48	57.87	53.27	57.60	58.32	57.59	67.91	58.50	58.79	67.87	87.28	57.75	58.25	75.86	57.43	56.82	75.81	57.71	58.01	57.84
75	372	8	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	60.63	59.12	58.59	58.95	58.65	56.57	60.51	48.92	74.84	67.94	58.00	57.84	58.49	74.44	59.51	45.20	57.69	56.03	75.85	75.12	44.80	58.89	57.30	57.25	57.74	56.88
40	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	59.05	58.45	67.52	58.44	58.99	68.15	58.98	46.21	58.98	57.88	70.63	76.20	75.10	75.53	58.11	57.75	57.81	57.65	56.79	76.97	58.29	58.14	59.80	57.48	57.86	57.44
53	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	58.44	58.23	66.94	57.91	58.26	57.25	75.12	57.80	75.53	56.72	57.73	68.72	67.23	68.42	57.87	75.24	57.61	74.87	50.39	56.79	57.13	58.18	57.99	57.40	57.00	56.65
3	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	74.88	58.16	58.06	59.01	58.35	57.75	74.66	58.48	75.59	57.35	75.71	58.11	58.43	76.15	57.86	75.26	75.27	74.37	75.64	69.36	57.68	56.31	75.63	43.62	57.38	57.57
64	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	73.91	58.26	68.24	58.85	67.38	57.69	73.49	66.96	68.46	46.86	56.24	76.19	67.90	57.13	57.94	75.91	57.16	57.54	76.56	55.27	57.50	43.56	56.17	56.36	45.93	57.43
80	372	8	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	73.85	58.60	67.59	58.92	57.79	61.33	73.06	57.46	48.91	58.65	75.06	68.30	68.18	57.29	57.81	75.51	58.04	57.67	67.85	68.66	57.09	56.49	44.35	57.29	68.81	45.21
32	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	59.16	58.44	67.69	59.50	59.65	75.17	58.73	58.26	58.21	58.25	58.36	57.95	73.69	49.11	69.67	75.66	57.37	74.62	58.12	71.15	57.05	44.06	76.92	56.86	69.08	57.83
71	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	53.67	58.30	58.62	58.12	57.74	75.65	57.72	57.48	55.25	57.46	76.38	55.83	68.31	66.64	58.32	67.46	58.51	68.99	58.05	75.94	56.20	56.21	76.22	43.70	57.41	56.62
24	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	68.61	59.07	58.75	58.73	59.28	58.09	73.81	57.63	74.94	57.74	75.40	57.89	66.14	47.09	58.77	75.08	69.18	68.06	74.80	56.51	58.21	57.30	58.20	57.07	57.80	57.57
49	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	58.86	59.01	67.05	59.50	58.45	76.26	73.75	58.35	56.10	68.36	75.61	58.62	67.42	48.07	58.34	70.42	46.24	58.07	70.41	69.11	56.26	56.90	76.89	55.96	57.25	59.06
22	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	74.12	58.51	58.46	58.74	58.90	68.48	59.09	66.85	67.90	54.02	76.21	57.26	68.30	57.97	58.60	57.30	68.46	74.25	76.11	55.83	58.03	56.48	76.61	43.25	57.50	57.29
45	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	74.38	58.37	52.96	58.76	59.07	69.39	58.06	67.45	58.76	58.47	58.00	57.80	74.29	59.63	68.54	68.78	58.27	58.52	57.58	57.27	58.46	57.81	75.07	57.58	59.12	58.00
52	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	68.16	58.39	58.18	58.49	58.88	68.87	70.23	57.71	67.28	58.04	57.68	57.95	67.59	57.47	58.09	68.87	57.82	56.42	76.16	57.04	57.64	57.46	76.03	56.81	56.91	57.87
44	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	68.02	58.26	51.98	59.02	58.68	69.68	73.15	58.09	67.81	58.11	76.12	75.30	67.53	58.57	70.01	67.64	46.52	55.24	76.00	54.39	56.29	44.80	76.07	69.69	57.16	57.52
21	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	67.17	58.69	55.77	59.58	58.36	57.56	67.47	57.84	57.67	57.52	75.13	58.18	74.85	68.95	58.31	57.34	57.69	68.05	58.00	76.58	56.70	58.32	77.17	56.54	69.61	57.82
74	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	59.84	58.55	58.62	59.27	59.54	68.19	58.73	57.17	66.60	67.81	76.00	58.06	74.66	57.68	57.79	75.15	44.83	58.71	69.36	50.27	56.43	46.41	76.55	56.22	56.04	57.03
61	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	59.84	58.64	58.07	58.14	57.90	75.42	59.43	57.89	75.28	66.52	57.70	57.19	75.00	58.82	58.08	48.57	57.76	67.82	57.54	56.96	56.93	56.35	76.76	57.55	57.06	56.72
88	372	8	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	74.68	59.35	58.22	59.19	58.70	66.32	68.34	48.02	58.03	58.10	76.32	56.92	75.04	58.48	58.01	75.83	57.58	67.85	57.54	69.52	45.84	58.85	46.86	57.14	58.08	42.16
28	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	73.00	57.84	59.35	59.90	59.15	75.08	59.74	58.10	69.58	58.65	58.64	57.28	73.73	58.21	58.47	75.05	69.08	58.71	70.59	76.05	57.74	43.79	58.29	56.91	57.83	57.18
18	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	59.01	68.83	67.66	58.03	57.91	76.03	57.91	57.84	74.69	57.86	76.16	90.06	70.10	57.23	57.60	75.60	57.81	69.83	76.07	56.45	56.99	56.52	48.04	57.44	45.47	57.19
37	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	68.74	68.91	58.15	58.39	58.35	68.07	74.72	67.51	58.42	58.63	76.60	58.26	68.59	68.94	59.34	69.63	46.58	56.99	58.19	70.05	57.85	55.16	75.55	57.44	57.59	57.10
60	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	68.73	69.26	58.70	58.60	59.46	58.06	67.14	59.04	58.15	68.11	57.78	68.78	68.09	57.56	57.85	76.06	48.65	57.39	68.69	75.77	57.61	57.05	50.83	56.19	58.61	56.72
56	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	67.70	57.79	57.97	58.33	58.65	68.64	75.57	56.82	68.91	57.07	76.62	70.44	67.16	74.39	57.85	57.09	58.02	67.68	76.89	55.67	45.89	44.31	76.54	56.98	57.17	55.37
5	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	68.19	58.26	74.68	58.12	68.23	69.60	74.86	58.24	57.90	57.75	69.25	58.92	74.40	58.55	70.79	69.96	75.62	57.83	76.00	57.62	58.53	56.84	76.62	56.79	56.27	56.55
19	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	59.68	58.54	58.90	67.57	59.52	68.32	68.51	58.54	58.73	68.55	58.94	68.01	74.89	59.57	58.72	71.18	69.10	59.48	69.61	75.56	45.85	56.47	57.31	56.73	69.32	75.85
36	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	69.17	58.76	57.98	58.51	57.65	75.36	74.50	57.70	58.52	59.00	69.13	58.25	69.33	57.58	58.15	67.11	69.37	69.93	69.49	70.27	57.98	44.55	76.55	56.55	56.77	56.42
10	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	73.96	58.80	59.37	59.88	58.86	58.61	65.61	57.94	57.57	57.66	69.13	57.17	68.54	69.48	58.55	88.24	74.53	74.84	75.87	57.44	45.28	58.51	56.73	56.75	58.51	58.49
68	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	59.25	59.69	67.26	58.53	58.65	58.01	74.73	47.82	68.80	58.62	76.00	58.19	66.86	58.42	57.67	68.64	69.37	57.30	69.62	70.29	56.18	57.55	57.63	56.86	44.39	56.81
48	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	73.07	68.03	69.16	67.58	59.01	58.24	58.96	57.62	67.79	58.36	75.15	56.90	67.80	58.15	57.41	75.66	69.62	75.81	58.11	56.13	44.79	56.74	56.90	56.36	56.88	56.22
67	372	8	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	59.19	57.80	54.22	58.98	60.23	56.15	73.80	58.31	59.75	58.39	57.45	54.09	75.54	57.68	57.69	74.82	58.40	74.74	50.41	56.46	62.61	59.11	60.64	58.02	58.90	59.94
54	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	51.34	58.13	57.94	58.31	58.75	56.57	60.11	59.91	50.69	57.94	88.68	56.97	75.06	57.36	58.56	58.77	57.69	73.57	57.21	55.93	60.62	57.95	59.57	58.84	58.16	57.06
90	372	8	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	59.01	59.37	58.26	59.63	49.17	56.09	74.28	57.84	58.95	56.81	56.43	56.35	75.20	58.51	56.80	57.85	57.40	55.79	57.08	50.25	57.48	59.49	58.34	58.94	57.83	58.25
86	372	8	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	73.20	59.14	60.09	59.56	58.66	58.16	50.47	58.90	50.22	59.89	54.81	56.27	74.11	58.14	58.10	58.44	57.19	58.77	56.98	56.11	58.23	58.76	58.48	58.81	58.09	59.03
59	372	8	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	74.22	71.16	58.33	55.78	60.11	73.37	59.63	58.33	55.71	58.69	50.47	57.12	74.50	57.39	57.22	56.91	57.42	59.76	56.48	55.92	58.90	57.85	58.17	57.06	58.15	57.97
79	372	8	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	73.75	58.96	57.78	58.42	63.60	56.23	51.42	60.65	58.91	58.99	56.04	54.93	73.71	58.55	57.91	74.84	56.56	58.66	55.65	53.81	57.92	59.52	58.68	59.02	58.91	58.78
41	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	60.60	59.65	59.09	59.22	60.64	56.80	60.13	58.63	58.68	59.80	57.29	57.30	74.64	59.22	58.65	75.48	58.33	52.06	57.48	56.40	57.67	60.73	58.10	60.23	59.12	58.81
16	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	61.87	61.08	61.28	62.23	61.67	88.12	60.22	60.06	61.46	60.72	56.81	59.05	60.79	50.88	59.39	61.30	59.91	59.50	57.68	58.87	61.54	61.01	62.38	60.64	60.43	61.97
58	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	50.98	59.52	61.50	59.34	74.03	56.99	50.86	58.58	60.32	59.01	55.20	56.42	58.09	58.67	58.79	59.06	56.44	60.12	55.25	76.30	59.70	59.96	60.97	60.68	60.65	59.26
89	372	8	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	60.04	59.95	71.59	59.52	59.22	56.62	58.89	56.78	87.07	56.81	50.09	57.81	50.84	47.31	55.83	57.32	56.87	58.82	55.67	56.36	58.40	58.46	57.51	58.44	58.31	57.78
62	372	8	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	71.93	59.83	59.77	58.97	51.36	74.65	57.90	59.18	56.49	58.80	55.45	56.99	75.59	57.68	58.09	73.89	58.78	57.96	54.19	56.06	58.59	58.53	58.68	58.19	59.09	57.42
51	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	58.75	59.85	60.35	58.72	58.26	57.81	50.46	57.17	59.18	57.67	56.75	57.19	83.43	75.78	58.23	56.87	59.30	57.95	74.87	76.32	57.48	57.31	57.74	57.81	56.45	58.19
83	372	8	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	59.06	58.07	49.84	58.64	50.09	57.15	73.80	75.36	47.78	57.25	56.20	56.59	57.55	57.96	57.71	59.23	56.02	74.39	56.08	57.10	59.23	59.07	56.83	57.73	60.24	59.26
43	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	60.34	60.53	74.84	58.01	59.10	76.43	60.47	57.84	57.70	59.21	85.34	50.12	73.76	57.89	58.43	50.80	57.82	57.43	56.80	55.88	57.81	57.60	56.94	58.68	57.12	57.04
94	372	8	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	74.34	58.44	50.69	59.51	73.75	55.15	67.28	49.17	58.07	58.31	55.93	57.13	58.29	57.08	58.04	50.28	58.10	56.88	54.34	54.23	59.09	57.64	57.75	58.47	58.22	58.37
87	372	8	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	73.88	58.36	58.09	58.62	72.47	54.89	59.20	59.80	56.49	58.67	56.00	55.67	75.48	56.66	57.27	50.81	56.42	57.74	53.73	53.62	57.14	55.37	57.57	58.64	57.58	56.20
93	372	8	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	59.53	59.32	58.22	49.68	58.66	76.10	50.35	57.45	57.83	58.43	76.50	56.79	59.16	57.16	58.21	75.52	57.25	58.07	67.83	56.88	58.59	42.81	49.17	57.68	57.34	57.30
91	372	8	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	71.69	59.34	57.64	49.17	59.43	57.63	62.03	57.99	60.08	58.52	57.75	58.69	64.41	56.62	58.30	57.15	57.84	55.59	54.75	56.27	58.93	59.65	57.17	58.03	57.88	60.55
57	372	8	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	58.49	60.92	58.86	58.90	60.42	57.53	72.73	58.18	60.15	58.28	56.85	56.19	74.00	57.25	74.49	59.38	57.30	58.11	54.96	55.33	57.35	57.56	57.81	57.60	57.58	57.66
77	372	8	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	59.77	58.48	58.54	57.25	56.77	56.68	57.25	57.50	58.22	58.68	75.70	77.34	75.23	57.64	56.23	49.65	56.93	57.01	75.39	50.25	58.50	56.57	57.25	56.95	57.99	57.40
73	372	8	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	72.54	58.94	50.55	57.81	60.13	75.28	59.09	57.53	59.72	59.93	76.25	57.78	75.06	58.13	58.15	44.80	58.03	50.14	57.15	56.65	59.26	58.08	56.79	58.11	57.94	57.36
27	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	74.44	57.92	56.94	57.61	58.52	76.05	57.20	76.23	56.48	57.15	76.91	56.67	75.19	57.03	57.62	75.54	58.21	50.49	55.16	54.72	56.79	58.29	56.20	86.97	57.55	55.96
30	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	73.64	58.15	58.62	59.19	58.96	56.08	58.38	57.40	74.31	74.09	87.36	56.78	73.53	57.30	57.51	57.68	56.47	57.50	50.57	56.66	57.89	59.75	56.01	57.17	57.34	57.25
70	372	8	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	75.41	56.19	58.36	57.52	58.75	56.93	74.11	58.91	67.01	58.44	56.80	56.91	74.92	57.19	58.00	76.56	57.60	57.70	54.90	56.30	57.24	58.96	57.59	57.48	57.87	56.69
7	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	74.13	59.43	59.64	59.27	59.17	56.83	74.28	58.39	72.82	59.29	55.49	57.80	76.30	56.59	57.99	75.92	57.77	58.62	76.45	69.95	58.04	59.25	57.69	57.89	57.57	56.82
35	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	59.59	57.69	58.80	59.78	72.35	76.59	73.13	57.44	57.99	57.98	56.99	56.22	74.91	57.74	57.36	75.00	57.67	56.63	69.82	55.39	60.38	57.29	57.27	57.11	58.50	56.72
1	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	73.97	73.28	57.56	58.06	56.02	74.59	58.25	56.94	81.78	75.19	56.56	57.01	58.16	88.61	56.05	76.44	56.50	75.04	76.20	55.19	57.85	56.59	56.75	56.36	56.31	56.09
14	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	57.51	59.13	58.74	58.62	58.52	76.46	58.53	57.86	72.67	50.76	75.40	56.79	89.70	56.73	56.43	75.79	74.98	57.16	75.60	55.87	58.71	56.87	56.95	57.11	56.49	58.37
84	372	8	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	49.17	58.54	57.20	58.11	58.46	54.86	74.49	56.59	58.03	75.82	76.63	57.46	76.14	57.32	58.47	50.08	56.91	57.22	57.32	56.72	58.95	58.66	56.09	56.79	56.46	57.21
25	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	75.13	73.69	59.38	57.99	59.50	57.74	60.68	57.72	75.43	57.72	75.56	57.26	74.58	59.39	57.76	50.25	57.99	58.58	76.82	56.00	58.14	57.00	57.55	56.98	57.89	56.63
9	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	73.69	60.23	60.68	59.66	58.40	58.49	74.34	57.77	58.02	57.03	76.58	56.98	75.53	57.25	57.85	75.23	75.97	58.75	57.44	56.51	57.38	57.03	75.85	56.50	58.57	59.11
82	372	8	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	71.71	58.72	51.36	58.38	59.76	57.88	74.80	58.54	59.77	58.77	76.75	57.69	49.66	58.20	56.93	58.32	57.27	57.24	55.64	56.98	58.31	58.09	58.27	57.36	57.54	57.18
47	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	59.05	59.48	58.35	58.84	59.10	50.20	73.27	75.63	58.44	83.57	56.59	56.63	58.59	57.69	56.76	75.89	56.81	75.06	56.84	57.06	57.49	58.00	57.15	55.98	57.29	57.48
81	372	8	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	72.04	58.49	58.43	56.94	58.26	55.54	74.51	56.23	56.44	57.66	57.68	58.54	61.20	57.92	57.28	67.10	57.71	57.64	57.04	55.87	60.06	58.03	58.18	56.39	56.96	58.83
92	372	8	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	57.98	71.72	59.59	58.15	57.84	76.14	74.81	57.84	75.14	51.10	76.51	56.20	76.43	49.93	49.17	74.93	76.04	55.68	50.14	48.77	56.30	57.84	57.28	56.06	45.44	56.67
72	372	8	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	74.35	59.99	50.43	58.59	74.94	57.50	58.42	74.31	58.30	57.73	56.53	57.26	75.84	57.81	58.73	57.18	55.85	59.33	54.80	54.67	57.90	58.77	56.80	56.91	58.38	57.10
20	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	71.90	58.79	73.58	58.49	58.14	75.29	73.28	57.83	75.32	57.83	69.18	57.08	75.23	50.51	57.13	51.08	57.60	58.61	88.84	56.88	56.81	58.18	57.74	56.98	57.05	55.83
42	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	74.73	56.73	57.57	59.10	49.17	50.21	73.40	58.44	84.57	57.36	75.35	56.14	74.78	75.74	57.34	57.98	57.46	75.10	76.05	55.91	57.95	57.77	57.07	57.40	56.77	56.93
65	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	50.18	59.16	58.92	57.87	58.80	57.17	57.12	57.95	75.44	58.41	69.17	56.79	68.58	57.50	57.88	57.05	57.10	57.49	77.48	53.60	57.46	57.08	87.72	56.83	57.33	56.21
29	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	74.22	59.59	59.55	58.18	58.28	57.61	67.73	75.15	57.05	74.93	58.14	57.01	75.00	56.88	58.31	58.66	57.78	76.21	57.01	56.37	57.76	57.28	57.32	57.46	57.02	57.97
46	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	74.17	58.87	73.54	58.07	59.11	57.55	58.53	57.34	75.65	50.80	57.33	57.78	57.87	57.42	57.94	88.36	57.12	75.51	56.62	55.39	58.37	57.57	56.71	57.57	57.62	56.74
17	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	75.13	58.70	59.28	59.01	73.99	56.91	75.25	58.75	58.26	56.44	75.48	57.71	58.25	57.31	58.12	58.72	67.69	85.41	56.08	69.72	58.17	57.49	57.22	57.18	57.81	56.67
11	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	59.82	59.22	73.95	57.16	58.34	76.42	73.86	56.87	56.58	76.70	75.90	56.68	57.41	57.38	58.15	76.02	57.72	56.87	57.03	76.60	56.15	57.47	57.71	56.81	56.96	57.49
33	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	73.18	57.61	58.46	58.71	59.84	57.57	74.45	57.91	75.12	57.68	70.40	56.79	50.49	57.90	58.17	76.72	57.52	57.91	57.84	77.15	57.19	58.45	76.63	57.81	56.47	57.53
12	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	73.94	58.20	72.87	58.06	59.22	56.19	75.27	57.70	57.96	58.04	76.65	57.55	76.74	57.37	56.28	58.47	57.41	75.12	75.65	55.57	58.47	57.31	56.84	56.86	57.12	57.69
13	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	49.88	73.70	57.37	58.83	56.36	91.73	75.50	58.75	58.88	55.78	77.01	57.19	74.96	76.29	56.83	75.24	57.05	57.58	56.42	56.51	57.32	58.83	58.42	56.89	55.90	58.38
4	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	90.09	58.23	74.60	58.26	59.22	76.95	75.52	56.78	74.54	75.70	56.21	70.09	74.14	57.29	56.74	49.51	75.70	75.49	56.06	55.17	57.46	56.87	57.16	55.21	57.99	58.00
26	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	73.73	59.69	73.88	58.32	58.73	55.24	59.14	57.55	57.89	58.04	76.36	57.69	75.41	58.03	56.98	75.69	76.06	57.11	57.35	56.52	57.29	57.15	57.00	57.08	57.42	56.67
6	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	74.28	60.16	59.39	59.10	59.57	56.88	49.17	58.23	75.51	75.58	56.47	55.95	75.41	57.05	57.90	76.82	57.33	74.74	91.17	76.28	60.06	58.29	57.98	56.88	57.14	57.32
34	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	89.22	58.70	59.53	58.67	59.19	69.49	75.98	76.50	57.04	57.77	76.85	55.82	58.87	57.45	56.17	76.45	57.14	56.84	54.64	54.88	76.13	58.12	56.99	55.83	56.60	58.01
69	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	75.15	59.44	59.01	57.35	58.85	57.65	75.85	57.31	76.21	58.01	69.96	56.44	76.01	57.25	57.08	76.06	57.20	57.46	56.55	55.97	56.80	57.87	57.57	56.98	57.23	49.17
0	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	58.78	58.48	75.23	58.86	75.05	57.29	69.20	57.45	75.91	58.31	76.99	70.26	75.46	56.60	56.44	76.54	57.62	56.58	76.51	56.48	56.99	56.02	56.07	56.76	57.63	89.69
85	372	8	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	58.91	58.12	73.00	74.35	58.42	56.90	74.50	57.79	50.13	58.11	56.06	55.69	76.50	58.00	57.41	50.98	57.00	58.21	57.35	55.37	59.34	56.24	58.01	57.07	57.27	57.08
78	372	8	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	73.88	57.20	74.65	57.95	58.87	57.66	59.22	57.81	50.39	57.44	55.80	76.38	76.18	68.64	57.95	57.20	56.15	74.35	57.41	57.05	58.80	57.00	57.39	58.03	57.15	49.17
2	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	58.59	58.87	58.96	59.09	59.19	56.93	74.83	57.77	88.74	88.81	57.71	90.23	56.31	56.35	56.79	74.88	57.18	57.59	56.47	70.05	57.85	57.20	58.46	57.78	57.70	58.33
38	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	58.41	58.51	58.96	57.91	60.36	76.44	74.52	57.44	67.56	56.03	76.66	57.01	75.62	57.31	56.00	75.40	57.03	57.37	55.06	56.14	55.73	57.88	56.52	56.03	57.84	55.92
23	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	74.10	59.22	49.17	75.07	58.85	74.68	58.37	56.60	57.47	56.78	54.94	69.36	91.16	56.75	57.50	75.70	75.74	76.26	55.71	56.60	57.48	58.15	56.58	56.81	56.58	56.62
50	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	72.63	58.76	50.13	58.91	58.32	75.70	73.50	58.26	74.50	59.16	76.83	55.92	75.71	57.13	58.25	56.13	57.46	57.47	56.45	56.31	58.17	57.85	56.91	56.72	57.18	56.15

Size of the test data:  (95, 34)

Difference

Code

diff_mw = dt_mw[['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']]
for i, cols in enumerate(zip(dt_mw.columns,test_data_mw1.columns)):   
   diff_mw[f'col_diff_{i}'] = (np.array(dt_mw[cols[0]]) - np.array(test_data_mw1[cols[1]]))*-1

# Function to count negatives in a row
def count_negatives(row):
    return sum(1 for value in row if isinstance(value, (int, float)) and value < 0)

diff_mw['negative_count'] = diff_mw.apply(count_negatives, axis=1)

diff_mw.sort_values(by =["negative_count"],inplace = True, ascending=False)


html_table = diff_mw.to_html(index=True)

# Wrap in a scrollable div
scrollable_table = f"""
<div style="height: 400px; width: 100%; overflow-x: auto; overflow-y: auto;">
    {html_table}
</div>
"""
# Display the scrollable table
display(HTML(scrollable_table))

key_values = ['input_size', 'output_size', 'learning_rate', 'batch_size', 'alpha', 'margin', 'l1_reg', 'l2_reg']
print('Are the keys of the valid and test dfs same?: ',dt_mw[key_values].equals(test_data_mw1[key_values]))

	input_size	output_size	learning_rate	batch_size	alpha	margin	l1_reg	l2_reg	col_diff_2	col_diff_4	col_diff_6	col_diff_7	col_diff_8	col_diff_9	col_diff_10	col_diff_11	col_diff_12	col_diff_13	col_diff_14	col_diff_15	col_diff_16	col_diff_17	col_diff_18	col_diff_19	col_diff_20	col_diff_21	col_diff_22	col_diff_23	col_diff_24	col_diff_25	col_diff_26	col_diff_27	col_diff_28	col_diff_29	col_diff_30	col_diff_31	col_diff_32	col_diff_33	negative_count
627	372	8	0.10	24	0.00001	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.74	-4.68	-3.63	-5.06	-5.34	5.57	-6.55	-6.71	-5.04	-6.46	-6.81	-5.82	-7.09	-4.91	-6.04	-6.77	-5.43	-6.87	-8.60	-8.00	-6.56	-6.83	-5.91	-7.58	-8.18	-6.64	25
385	372	8	0.10	24	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.62	-5.97	3.45	-6.69	-6.10	-5.98	-6.52	-7.86	4.47	-7.74	-5.80	-8.28	-5.36	-5.35	-6.95	-6.75	-7.81	-6.55	-7.69	-7.11	-6.76	-7.10	-8.80	-6.51	-7.82	-8.00	24
384	372	8	0.10	24	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.08	-7.36	-4.55	-5.67	0.94	-8.78	-5.35	-7.11	-6.55	-6.01	-8.78	-7.52	-7.79	-7.57	-6.47	-7.15	-7.93	-7.79	-8.24	2.01	-7.58	-7.75	-6.69	-7.03	-7.72	-7.27	24
625	372	8	0.10	24	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.92	-7.32	-6.16	-7.91	-5.80	-8.67	-5.45	-7.55	-7.26	-6.38	-6.69	-7.63	1.68	-6.95	-8.72	1.84	-8.02	-3.52	-7.85	-8.01	-8.06	-6.28	-7.25	-7.50	-7.01	-8.18	24
578	372	8	0.10	24	0.00001	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.62	-6.75	-5.08	-7.31	-5.93	-6.98	-5.92	-6.46	-5.25	-6.69	-7.55	-7.35	2.26	-6.78	-7.96	-7.70	-7.78	-7.47	-7.93	-6.00	-6.71	-7.53	-7.09	-7.45	-6.84	-7.77	24
576	372	8	0.10	24	0.00001	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.44	-5.70	-5.61	-6.64	6.51	-5.85	2.86	-6.82	-7.23	-8.71	-6.96	-7.67	2.51	-6.34	-8.28	-8.09	-7.36	-7.83	-8.49	-5.09	-8.47	-7.99	-8.38	-8.42	-7.47	-7.51	23
544	372	8	0.10	32	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.55	-6.63	-7.47	-6.51	-5.93	-6.54	1.45	-6.89	-5.73	-6.16	-9.53	-7.65	1.33	-5.57	1.74	-6.28	-8.29	-6.92	-7.94	-7.61	-7.95	-8.37	-7.05	-8.05	-8.40	-7.73	23
433	372	8	0.10	24	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-7.00	-6.32	-6.17	-7.54	-6.35	-7.49	1.51	2.92	-7.07	-7.80	-8.40	-8.03	-8.05	-7.37	-8.43	-6.55	-7.86	1.77	-7.71	-7.91	-8.31	-7.92	-8.79	-7.10	-6.70	-7.08	23
480	372	8	0.10	24	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	4.35	-6.16	-6.61	-6.81	3.43	-8.29	-6.71	-7.38	-7.98	-6.19	-7.65	-8.47	3.36	-8.07	-7.74	-5.50	-7.54	-5.47	-8.59	-8.18	-8.30	-8.26	-8.32	-7.56	-8.07	-8.41	23
450	372	8	0.10	32	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.55	-6.50	-5.62	-5.83	-4.99	-7.20	1.43	-6.66	-6.41	-6.89	2.14	-5.09	-5.20	-8.60	-7.55	-7.26	-6.43	-8.64	-8.19	-6.55	-7.54	-8.17	-5.29	-8.14	-7.71	-7.42	23
531	372	8	0.10	24	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-4.89	-7.73	-5.84	-7.19	-6.14	-7.38	-6.83	-6.56	-5.83	-6.57	5.10	-7.87	2.39	-8.95	-6.10	-6.83	-7.28	3.68	-7.24	-8.42	-6.47	-8.83	-7.78	-7.96	-8.56	-8.39	23
546	372	8	0.10	32	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-0.25	-6.18	-5.60	-7.15	-6.56	1.37	-7.86	-7.64	-6.92	-6.38	1.22	-6.81	2.28	-6.86	-5.31	-8.60	-7.89	-6.24	-8.26	-7.72	-7.40	-7.32	-7.54	-7.45	-7.43	-7.85	23
482	372	8	0.10	24	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.38	-6.98	-6.42	6.51	-6.40	-5.57	-4.47	-7.60	-4.87	-5.81	-7.47	-8.15	-0.00	-8.83	-7.04	-7.75	-7.90	-7.85	-6.85	-7.04	-6.83	-7.39	-7.60	-8.48	-7.16	-6.56	23
435	372	8	0.10	24	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.92	-7.16	-5.63	-6.64	1.75	-7.22	1.22	6.51	-7.27	-7.61	-6.91	-7.49	-6.49	-7.23	-7.11	-5.69	-8.27	-7.42	-7.88	-6.82	-7.36	-8.96	-8.51	-7.88	-9.01	-7.85	22
706	372	8	0.01	48	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.94	-0.46	-5.87	-6.35	-6.49	-5.86	-1.06	-5.50	-6.64	-1.30	-6.61	0.14	-1.78	-6.27	-5.85	2.68	-7.16	-7.48	-0.60	0.86	-6.61	-6.94	-5.01	-8.59	-7.43	-8.54	22
545	372	8	0.10	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.25	-5.66	-6.30	-6.77	-7.29	-6.56	-6.33	-7.09	-7.65	-6.57	1.96	1.75	2.10	-7.41	-8.44	-4.80	-8.34	-7.17	2.86	-5.31	-8.01	-7.20	-6.96	-7.00	-6.57	-7.82	22
386	372	8	0.10	24	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.78	-6.31	-5.79	-7.45	-5.07	3.31	-7.18	-8.70	-7.94	-6.91	-7.57	-6.97	2.43	-7.76	-6.41	1.96	-7.56	-8.35	-7.30	-7.03	-7.46	-7.55	-6.99	-7.22	-6.03	-7.00	22
802	372	8	0.01	48	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.14	-6.47	-0.80	-6.88	-6.24	-6.35	0.32	-7.34	-0.80	-6.52	0.80	-5.18	-0.66	-5.04	-6.22	-1.75	-0.85	-7.09	0.11	1.77	-6.40	-7.91	-6.91	-7.52	-7.53	-7.81	22
528	372	8	0.10	24	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.32	-7.28	-3.74	-7.26	-5.78	-5.88	2.06	-7.79	-6.95	-8.16	-7.53	-7.48	3.16	-8.41	-7.63	2.75	-6.90	2.83	-5.70	-7.93	-0.24	-7.27	-6.51	-7.54	-7.07	-7.19	22
579	372	8	0.10	24	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.59	3.08	-5.84	-7.56	-5.91	2.93	-7.13	-8.24	-9.41	-6.54	-6.36	-6.76	2.60	-6.60	-8.44	-7.22	-8.48	-7.70	-7.78	-6.91	-7.62	-9.37	-8.31	-8.31	-7.67	-9.09	22
624	372	8	0.10	24	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.25	-6.35	-6.58	-6.25	1.48	-7.63	-3.89	-7.70	-6.90	-6.68	-8.49	-7.23	2.44	-1.29	-6.63	2.23	-7.61	-7.52	-7.34	-8.19	-7.48	-7.59	-7.68	-7.25	-7.62	-8.59	22
787	372	8	0.01	32	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.28	-6.64	-7.21	-7.14	-6.77	0.80	-5.91	-6.38	1.42	-1.37	-5.92	-7.37	2.68	-5.11	-6.23	-6.52	-6.24	-0.14	-6.95	-6.51	-7.18	-7.48	3.38	-7.06	-8.00	-8.07	22
434	372	8	0.10	24	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.66	-6.37	1.74	-7.87	-5.44	2.66	-6.42	-7.12	-6.92	-6.77	3.40	-5.12	1.67	-8.45	-7.27	-5.47	-7.42	-6.53	-8.16	-6.90	-8.65	-7.49	-9.04	-8.03	-7.37	-9.14	22
464	372	8	0.10	48	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.32	-6.47	1.38	0.99	-5.58	-7.85	2.71	-6.38	-5.01	-7.57	-6.97	-8.21	3.44	-5.74	-6.66	-4.62	-5.36	-6.44	-7.09	-7.66	-6.11	-9.06	-7.17	-9.30	-7.98	-8.51	22
739	372	8	0.01	32	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.63	-6.42	-7.03	-6.16	-6.20	0.72	-0.06	-7.09	-1.87	-7.11	-7.05	-5.21	-1.87	-5.75	-4.74	-0.05	-5.36	-6.68	2.55	-6.23	-7.34	-7.03	3.21	-8.00	-7.67	-6.86	22
738	372	8	0.01	32	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.55	-6.86	-7.24	-6.08	-6.21	1.07	-6.59	-2.47	-6.55	-6.59	-6.05	-6.90	1.76	-3.84	-0.12	-1.42	-5.11	-6.46	-6.38	-6.53	-7.32	-5.61	1.82	-6.93	-6.19	-6.51	22
496	372	8	0.10	32	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.19	-6.13	-6.16	-7.11	-4.39	-7.23	2.21	-6.31	-7.77	-6.37	-8.96	-6.29	0.59	-6.55	-7.48	0.64	-7.92	-7.33	-7.41	-7.58	-7.02	-7.56	-8.23	-8.47	-9.24	-7.03	22
498	372	8	0.10	32	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.47	-5.85	-5.70	-6.30	1.40	-7.09	-6.06	2.21	-7.39	-6.53	-6.31	-6.82	2.55	-6.74	-6.58	-6.31	-7.24	-7.02	-8.91	-8.42	-7.16	-7.11	-7.89	-6.78	-7.18	-7.38	22
561	372	8	0.10	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.94	-5.77	-6.50	-6.84	-5.89	-7.04	-7.33	-7.74	1.65	-6.69	0.12	-6.44	-0.23	-6.59	-5.72	-6.97	-6.71	-7.13	3.58	-6.83	-7.69	-9.13	7.23	-8.26	-6.50	-8.16	22
721	372	8	0.01	24	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.69	-6.81	-6.28	-6.89	2.02	-7.41	-1.12	-7.00	-7.07	-6.84	1.22	-6.83	-5.51	-6.06	-5.41	3.44	-6.47	-8.18	0.79	-7.45	-8.17	-8.81	-7.65	-8.11	-7.95	-9.68	22
769	372	8	0.01	24	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.42	-6.22	-7.20	-6.82	-6.40	-0.54	0.91	-7.44	-6.18	-7.55	-6.39	-6.95	-0.33	-6.71	-5.98	-0.75	3.14	-6.78	-8.08	1.28	-7.94	-6.52	2.83	-8.51	-6.81	-7.66	22
770	372	8	0.01	24	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.11	-6.56	-6.61	-5.87	-6.60	-7.36	-6.14	-5.90	1.09	-1.39	-8.06	-6.60	-6.36	1.54	-5.86	-8.86	-7.37	-7.75	1.90	1.33	-8.99	-6.46	-7.95	-8.05	-7.76	-8.34	22
786	372	8	0.01	32	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.51	-6.79	-6.60	-6.30	-6.26	0.10	-6.31	-7.50	-0.80	-2.75	0.97	-5.96	2.56	-5.62	-5.02	1.54	-7.58	-6.77	-1.49	-5.50	-6.57	-7.92	3.66	-8.32	-8.30	-7.68	21
819	372	8	0.01	24	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.56	-7.25	-6.31	-7.08	-6.71	1.00	-1.04	-6.28	-6.34	-7.35	-0.47	-7.36	3.23	-7.38	-5.99	2.91	-6.81	1.97	-1.21	1.95	-7.97	-6.40	-6.87	-8.06	-7.34	-7.90	21
387	372	8	0.10	24	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.14	-6.44	-6.75	-6.74	-6.21	-7.05	-5.38	-8.10	-7.24	-7.34	-8.10	-7.27	3.42	4.26	-7.20	-7.91	-6.61	-6.78	3.21	3.28	-9.46	-8.39	2.84	-8.57	-8.40	-7.75	21
512	372	8	0.10	48	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.59	-7.29	-6.84	-6.58	-5.54	2.01	1.70	-8.20	-0.77	-8.95	1.99	-8.55	0.78	-7.38	-7.40	2.89	-6.63	-6.12	-7.63	-6.94	-6.96	-6.31	-7.39	-7.66	-8.09	-7.61	21
467	372	8	0.10	48	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.80	-5.89	-6.16	-6.60	-5.34	-7.72	2.05	-5.77	4.01	4.32	-7.10	4.79	-8.29	-6.80	-7.49	1.02	-6.53	-6.54	-9.40	-0.09	-7.15	-6.71	-6.85	-7.30	-6.33	-8.29	21
723	372	8	0.01	24	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.65	-7.04	-0.21	-6.72	-6.48	-7.98	-6.43	-8.18	-7.36	-7.93	2.14	2.12	-6.99	-5.35	-7.75	-0.67	-5.52	-5.68	1.72	1.62	-7.91	-6.53	3.55	-8.64	-6.86	-8.13	21
563	372	8	0.10	48	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.48	-6.77	1.74	-6.76	-5.95	-5.81	-6.86	-6.70	2.67	-4.50	-7.09	-6.26	-6.35	-6.66	-6.53	3.46	-6.51	1.21	-7.54	-6.91	-7.60	-7.32	-7.17	-6.90	-6.89	-6.03	21
834	372	8	0.01	32	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.11	-6.33	-0.08	-5.84	-1.06	-6.43	1.49	-2.11	-1.77	-7.08	-8.31	1.07	-2.31	-7.08	-5.96	2.07	-6.75	-6.76	1.46	-7.24	-7.63	-8.76	-8.27	-7.76	-8.30	-6.49	21
451	372	8	0.10	32	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.51	-5.09	-7.11	-6.06	-7.09	-5.55	1.76	1.44	-6.71	4.50	-7.90	-6.66	-6.05	-7.16	-6.44	1.33	-7.08	2.70	-7.20	-6.24	-7.52	-7.44	-7.80	-7.66	-7.29	-7.72	21
481	372	8	0.10	24	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-7.11	-5.85	-6.55	-5.85	-6.43	2.69	-5.10	-8.00	-7.06	-7.04	3.13	-7.16	-7.94	-7.71	-7.83	1.60	-8.85	-6.48	0.87	-6.57	-8.21	-8.52	6.51	-6.65	-8.26	-7.85	21
562	372	8	0.10	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.23	-6.13	-5.99	-6.69	-6.42	-7.00	-1.27	1.44	-8.41	1.92	-7.56	-6.92	2.21	-6.93	-6.32	-7.25	-6.43	1.96	-7.39	-7.98	-6.95	-7.56	-7.26	-8.66	-7.58	-6.08	21
689	372	8	0.01	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-3.31	-6.17	-6.51	-6.46	-6.49	1.53	-7.47	-6.35	-7.60	-6.93	0.82	-7.09	-0.64	-1.95	-4.85	-1.19	-6.83	0.35	-5.35	0.98	-7.12	-7.35	3.57	-8.31	-6.61	-7.52	21
592	372	8	0.10	32	0.00001	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.02	-6.20	-6.57	-6.43	-8.03	-7.72	-7.91	-8.01	2.51	1.89	7.51	-7.52	1.49	-7.92	-6.63	-7.82	-6.57	-6.52	-8.57	-8.09	-9.09	-7.35	-8.27	-7.24	-8.08	-8.19	21
593	372	8	0.10	32	0.00001	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	2.51	-5.96	-5.73	-6.52	-5.83	-6.05	1.72	-6.66	0.87	-6.27	-8.31	-6.32	2.33	-6.57	-6.06	4.48	-7.19	-7.03	-7.90	-7.60	-9.27	-6.42	-7.24	-6.79	-6.70	-7.67	21
401	372	8	0.10	32	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	6.51	-7.12	-7.50	-6.58	-6.91	-7.91	2.38	-7.92	-7.40	2.47	0.96	-8.12	1.43	-7.55	-5.32	-5.97	-7.53	-6.53	-7.45	-8.43	-8.25	-6.80	-8.38	-7.47	-8.24	-8.50	21
659	372	8	0.10	48	0.00001	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.26	-5.62	2.05	-6.20	-6.07	-5.80	-7.42	-6.93	-6.55	-6.86	2.02	-6.29	1.72	-6.68	-7.16	1.40	2.50	-6.40	-6.62	-7.29	-8.06	-7.64	-9.83	-8.54	-6.64	-8.07	20
466	372	8	0.10	48	0.00100	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.97	-7.41	2.33	-6.11	-7.21	-7.19	-6.85	-7.25	-4.74	-7.78	-6.22	2.16	3.07	-0.84	-6.08	-7.49	-7.79	2.27	-7.11	-7.61	-5.55	-7.87	-8.18	-7.41	-8.67	6.51	20
640	372	8	0.10	32	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.89	-5.80	-6.79	-6.80	1.47	2.61	2.23	-7.54	-7.35	-7.12	-8.42	-6.35	2.99	-6.16	-7.41	3.42	-6.90	-6.87	0.36	-7.90	-7.68	-6.84	-8.75	-8.05	-8.14	-7.53	20
402	372	8	0.10	32	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.16	0.49	-6.28	-6.97	-6.24	-7.29	-6.48	-6.83	2.44	-7.51	1.77	-6.31	2.21	-6.13	-6.25	-5.77	-6.90	-6.81	2.11	-7.73	-8.38	-7.22	-7.54	-7.93	-8.05	-8.34	20
514	372	8	0.10	48	0.00100	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.99	-7.34	-5.76	-6.35	-7.21	3.06	0.77	-6.58	2.89	-6.20	2.22	-6.39	1.73	-7.19	-5.27	-7.15	-7.80	-6.36	-7.46	-7.41	-6.76	-7.23	-7.44	-7.49	-7.94	-8.78	20
803	372	8	0.01	48	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.78	-2.90	0.72	0.51	-5.81	-5.56	-6.78	-6.47	-0.30	-6.55	0.09	-5.73	-1.32	-5.39	-6.50	2.88	1.77	2.41	-5.41	-6.93	-7.91	-7.18	-6.38	-7.27	-6.67	-8.59	20
785	372	8	0.01	32	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.27	-7.03	-7.22	-6.83	-6.38	-6.63	-1.76	-6.84	-7.65	-7.90	0.95	-5.69	2.50	-1.27	-5.25	-6.88	-6.11	0.07	-5.57	2.76	-7.92	-7.09	3.47	-7.58	1.08	-7.31	20
688	372	8	0.01	32	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.24	-6.50	0.81	-5.84	-6.03	0.29	-6.09	-7.30	-7.29	-7.47	-5.10	-6.29	1.11	-6.01	-1.01	2.20	-6.74	1.47	-6.22	-0.05	-8.18	-7.76	3.46	-8.82	-0.75	-7.42	20
832	372	8	0.01	32	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.71	-7.05	0.90	-6.54	-6.56	-6.13	1.85	-5.56	2.67	-8.23	-6.15	1.24	-0.58	-1.29	-6.79	2.07	-7.26	1.29	-5.81	-7.89	-6.74	-6.79	-6.69	-7.54	-6.55	-7.36	20
850	372	8	0.01	48	0.00001	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.28	-7.58	-6.29	-6.33	-5.85	1.34	-6.39	-5.35	-1.51	-6.65	-5.98	-6.28	0.92	-5.06	-5.41	1.87	0.52	-5.91	-0.52	1.94	-7.50	-8.92	-7.68	-7.44	-6.79	-7.55	20
737	372	8	0.01	32	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.10	-5.83	-5.90	-6.43	-6.13	0.27	-6.40	-2.93	-2.32	-6.37	0.70	-6.56	-1.19	-5.17	-6.33	-7.19	-1.07	0.60	1.54	-7.31	-7.51	-8.06	3.24	-8.24	-8.56	-7.43	20
610	372	8	0.10	48	0.00001	36	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.73	-6.06	-6.49	-6.47	-5.62	-7.43	1.37	-7.28	2.47	-6.54	0.45	-6.33	-5.49	-6.80	-6.50	2.16	-6.74	-7.08	-6.77	2.64	-6.33	-6.90	3.69	-6.82	-8.00	-7.27	19
691	372	8	0.01	32	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.91	-6.17	-6.15	-5.96	-5.92	-7.04	1.81	-7.13	1.97	-7.51	1.83	-6.27	-1.83	-8.39	-5.80	1.47	1.35	-0.82	0.91	-8.06	-8.20	-6.59	-9.26	-6.65	-7.01	-7.21	19
608	372	8	0.10	48	0.00001	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.32	-6.94	-6.11	-5.60	0.85	-7.86	2.60	-6.88	-5.88	-7.40	0.92	-6.67	-7.31	-5.85	-6.28	-4.86	0.87	4.29	-6.54	1.96	-7.82	-7.97	-8.12	-7.92	-8.12	-9.88	19
609	372	8	0.10	48	0.00001	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.94	-6.17	0.82	-7.26	-7.52	1.13	2.59	-7.40	-8.11	2.94	0.80	-7.37	-6.88	-7.71	-6.41	1.44	-5.73	-7.30	-7.73	1.69	-7.08	-8.58	-5.99	-7.35	-7.33	-7.29	19
817	372	8	0.01	24	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-0.28	-7.25	-6.41	-6.29	-5.87	-8.04	-5.62	-7.23	-8.11	-7.32	0.95	-7.87	2.28	-4.78	-4.73	-7.41	-7.81	2.06	2.38	0.93	-9.00	-6.87	3.75	-8.38	3.08	-7.40	19
656	372	8	0.10	48	0.00001	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.14	1.69	-6.27	-6.88	-7.07	6.14	2.41	-6.17	-6.72	-7.22	1.95	-6.64	1.76	2.38	-8.02	2.82	-7.85	-6.47	-6.53	-7.27	-9.96	-6.79	-7.71	-7.20	-7.52	-8.12	19
417	372	8	0.10	48	0.00100	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	5.69	-6.08	-5.27	-6.38	-5.84	-0.58	2.46	2.36	-7.01	-7.49	2.73	-5.44	7.39	-6.56	-7.11	2.25	-7.56	-7.35	-6.85	-7.63	3.55	-7.55	-8.02	-7.42	-8.01	-7.04	19
418	372	8	0.10	48	0.00100	24	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	2.04	-6.83	-5.33	-7.25	-6.14	-5.62	2.22	-6.95	2.88	-6.62	0.38	-7.72	1.18	-7.32	-7.25	2.75	-7.87	-7.80	-7.79	-7.47	-8.26	-7.12	-6.23	-7.62	-6.95	6.51	19
771	372	8	0.01	24	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-5.73	-6.52	0.18	-6.72	-5.49	0.06	-5.96	-7.60	-7.37	-7.92	1.49	1.97	1.92	2.50	-5.30	-7.27	-7.25	-7.36	-7.45	2.20	-7.51	-7.37	-7.16	-7.34	-7.72	-7.59	19
720	372	8	0.01	24	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.89	-6.21	-7.07	-7.61	-6.02	-6.34	-0.22	-6.37	-7.16	-7.70	-6.19	1.06	2.35	-6.92	-5.99	1.47	-7.94	-6.24	0.79	0.24	-7.18	-8.41	3.95	-6.54	-8.01	-8.32	19
675	372	8	0.01	24	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.08	-7.96	-7.42	-6.58	-6.46	1.61	-0.14	-6.81	-0.06	-7.21	-6.57	-6.14	1.94	-5.44	-7.00	-0.05	1.06	0.56	1.46	-7.23	-6.35	-8.63	2.29	-8.63	-6.92	-7.59	19
611	372	8	0.10	48	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.42	-7.31	0.96	-7.30	-5.73	-5.99	2.00	-7.38	-7.31	-8.17	1.39	-6.99	2.20	-6.86	-5.91	-6.14	-7.16	0.73	1.53	-7.32	-6.98	-7.59	-7.70	-8.60	-8.44	-7.40	19
816	372	8	0.01	24	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-6.55	-6.45	-5.83	-6.99	-6.51	2.08	0.94	-5.24	-6.65	-6.79	2.10	-6.03	1.74	-6.02	-4.91	2.68	-7.31	-6.61	-1.82	2.12	-8.06	-8.34	3.58	-7.66	-8.62	-6.48	19
801	372	8	0.01	48	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.48	-6.64	-6.41	-5.82	-5.89	-6.61	-2.40	-7.71	-5.81	-6.46	1.21	-6.28	0.22	-0.33	-6.27	1.49	0.26	1.46	0.85	-6.82	-8.41	-5.77	-7.19	-7.76	-5.89	-6.36	19
449	372	8	0.10	32	0.00100	36	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.64	-5.50	-4.68	-6.33	-5.63	-6.51	2.45	-7.76	-7.53	-6.91	1.91	-7.80	2.18	-7.50	-8.01	3.54	3.10	-6.26	-7.13	-8.55	-8.01	-7.34	4.29	-7.93	-7.10	-7.28	19
849	372	8	0.01	48	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.62	-6.48	-6.39	-6.64	-6.72	2.10	0.13	-6.89	-6.65	-6.85	1.27	-5.50	1.49	-5.56	-5.26	2.72	-6.05	-1.38	-6.48	0.58	-8.63	-6.96	-8.16	-7.26	-6.96	-8.46	19
642	372	8	0.10	32	0.00001	48	1.000000e-08	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-5.52	-5.39	-6.59	-6.81	-6.27	1.68	-6.66	-8.11	1.97	-4.94	1.77	-7.33	6.04	-7.84	-7.33	2.39	3.20	-7.29	2.09	-7.19	-6.73	-9.26	-7.46	-7.54	-8.87	-8.25	19
595	372	8	0.10	32	0.00001	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.55	-5.72	-5.85	-6.06	-7.68	-5.76	0.84	-7.54	1.28	-7.28	-7.32	-7.11	2.30	-6.97	-7.02	1.90	-6.66	-7.43	1.94	0.36	-8.37	-6.54	-6.57	-7.29	-8.72	-8.53	19
704	372	8	0.01	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.82	-1.52	-6.93	-6.26	-6.81	0.78	0.99	-2.42	-6.32	-5.96	1.52	-5.13	0.56	-0.15	-5.82	-1.05	-5.69	-7.72	-4.97	1.92	-7.13	-7.63	3.35	-7.59	-6.72	-7.27	19
547	372	8	0.10	32	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.78	-7.21	-6.56	-7.13	-5.88	2.26	-6.91	2.16	-6.83	-7.53	3.01	-8.25	2.64	-6.04	-6.03	2.49	-7.21	-5.10	-7.01	-6.18	-7.90	-7.23	-9.12	4.59	-6.22	-9.19	19
499	372	8	0.10	32	0.00100	48	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.92	-7.41	2.20	-6.91	-5.59	1.93	2.76	-7.19	3.54	-7.89	0.06	-7.12	2.71	-4.58	-7.25	-6.29	-6.51	-6.74	3.95	-7.13	-8.60	-8.28	-7.38	-8.03	-7.70	-8.80	18
835	372	8	0.01	32	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.76	-6.85	-0.09	-6.83	-7.24	1.70	1.40	-6.79	-7.21	-5.63	1.03	1.31	-1.94	-6.75	-6.73	2.75	-6.12	-5.85	-0.01	1.90	-7.27	-7.82	-8.91	-7.03	0.47	-8.42	18
755	372	8	0.01	48	0.00100	36	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.62	-6.35	-6.26	0.10	-5.81	2.00	-0.12	-5.41	-6.24	-1.52	-4.70	-0.37	1.78	-5.19	-5.26	0.49	-0.47	-5.22	1.07	0.47	-8.76	-7.22	-7.29	-8.48	1.26	1.54	18
416	372	8	0.10	48	0.00100	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.54	-4.49	-6.15	-7.06	-5.86	-8.71	6.51	-6.89	2.28	2.16	-6.38	-6.97	2.61	-7.65	-6.89	3.05	-7.04	2.22	3.41	1.48	-6.37	-7.57	-6.93	-9.11	-8.94	-7.94	17
513	372	8	0.10	48	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.91	-5.43	6.51	1.67	-6.73	2.13	-6.09	-7.30	-7.76	-7.12	-6.39	0.09	5.13	-7.76	-7.65	1.59	1.50	2.28	-7.47	-7.35	-8.21	-7.09	-7.58	-7.58	-7.55	-8.28	17
800	372	8	0.01	48	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-0.06	-6.30	-7.06	-5.81	-7.82	0.48	0.22	-6.47	-6.87	-6.45	0.75	-5.59	1.54	-5.52	-5.05	-0.70	0.33	1.59	1.69	0.16	-6.61	-8.80	3.01	-7.47	-7.19	-8.76	17
707	372	8	0.01	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.95	-6.57	-7.37	-6.21	-5.87	1.94	2.55	-6.25	-1.28	-7.26	2.51	1.57	0.19	0.64	-5.17	-6.49	-5.55	-0.25	1.99	-7.27	-8.39	-9.07	4.38	-6.89	-7.01	-8.47	17
497	372	8	0.10	32	0.00100	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.67	1.49	-6.06	-5.16	-5.79	2.29	0.77	-8.83	2.51	-4.77	1.22	-8.08	3.97	-4.79	6.51	2.64	3.79	-7.87	-5.67	-5.55	-9.02	-9.08	-7.11	-8.24	-5.41	-7.74	17
736	372	8	0.01	32	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	-7.33	-7.01	-0.03	-5.59	-7.11	2.18	0.84	-6.17	-7.30	0.03	1.28	-5.43	0.79	-6.43	-4.87	0.55	-8.19	-5.59	0.72	0.01	-8.25	-6.85	3.95	-7.88	-7.07	-5.93	17
851	372	8	0.01	48	0.00001	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.99	0.24	0.27	-5.81	-6.95	0.79	-6.42	-5.73	1.42	-6.42	1.18	3.32	1.29	-5.45	-5.89	3.28	-5.53	-0.99	1.01	-6.67	-6.30	-7.16	-6.02	-8.06	-8.02	-7.92	17
641	372	8	0.10	32	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	0.98	0.39	-6.83	-6.24	-6.60	2.61	-6.84	-7.81	5.45	2.71	-7.25	-7.02	-5.95	3.89	-8.41	2.99	-7.47	3.02	2.19	-8.45	-7.79	-8.16	-8.07	-9.09	-8.08	-8.74	17
560	372	8	0.10	48	0.00001	24	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.99	-4.80	-7.18	-6.10	6.51	-5.93	1.25	-7.24	3.17	-8.11	2.49	-6.03	2.53	1.43	-7.54	-7.31	-7.24	2.44	2.46	-6.06	-6.58	-7.78	-7.33	-7.73	-7.80	-7.65	17
833	372	8	0.01	32	0.00001	24	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	1.26	-5.77	-6.86	-5.82	-6.33	-7.10	0.96	-5.47	2.22	-6.79	0.70	-5.85	-6.20	2.88	-6.03	1.18	1.82	2.03	1.12	-0.56	-6.27	-7.31	2.58	-8.33	-6.79	-7.17	16
419	372	8	0.10	48	0.00100	24	1.000000e-08	1.000000e-08	-0.0	-0.0	-0.0	-0.0	-6.32	-6.72	2.82	-6.54	1.19	-6.63	0.86	-7.07	2.53	-6.22	1.92	1.83	1.55	-7.12	-8.39	1.33	-6.51	-6.18	1.18	-7.16	-7.61	-8.83	-7.15	-6.87	-7.20	4.39	16
784	372	8	0.01	32	0.00100	48	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	0.09	-6.43	-4.79	-6.66	-6.64	1.57	1.21	-5.98	0.29	-7.52	1.57	0.49	-1.76	-5.50	1.17	0.96	-5.16	-7.74	0.59	-8.79	-6.99	-9.18	2.67	-0.18	-8.08	-7.45	16
657	372	8	0.10	48	0.00001	48	0.000000e+00	1.000000e-08	-0.0	-0.0	-0.0	-0.0	6.41	-6.33	1.94	-5.73	-5.95	1.90	2.50	-8.04	2.34	2.03	-6.93	0.07	1.66	-5.98	-7.39	-4.98	0.28	2.45	-7.64	-7.62	-7.29	-7.13	-7.12	-8.73	-6.05	-8.23	16
752	372	8	0.01	48	0.00100	36	0.000000e+00	0.000000e+00	-0.0	-0.0	-0.0	-0.0	1.32	-6.83	1.47	-6.58	0.22	0.57	1.27	-5.69	-6.26	-7.80	1.89	-5.11	1.84	-5.11	0.18	-0.32	0.74	-5.98	1.02	-6.10	-5.78	-6.13	3.25	-7.17	-7.80	-7.37	15

Are the keys of the valid and test dfs same?:  False

Average & Std Deviation of the Significant rows:

	mean	std
mAP_valid_abs_values_13	70.133789	5.173970
mAP_valid_abs_values_11	69.235263	5.757998
mAP_valid_abs_values	68.522737	5.606974
mAP_valid_abs_values_7	68.251158	5.204362
mAP_valid_abs_values_16	68.250632	6.685161
mAP_valid_abs_values_19	67.597684	5.817566
mAP_valid_abs_values_6	67.250842	5.237914
mAP_valid_abs_values_9	67.239053	5.308790
mAP_valid_abs_values_18	66.648526	4.490369
mAP_valid_abs_values_23	66.428842	5.279467
mAP_valid_abs_values_10	65.846105	4.044897
mAP_valid_abs_values_2	65.743053	1.891345
mAP_valid_abs_values_20	65.708632	4.880631
mAP_valid_abs_values_12	65.336632	4.283634
mAP_valid_abs_values_3	65.163579	4.373265
mAP_valid_abs_values_17	65.139368	4.920968
mAP_valid_abs_values_5	65.091895	4.196017
mAP_valid_abs_values_4	65.090737	2.915105
mAP_valid_abs_values_8	64.898632	4.267166
mAP_valid_abs_values_24	64.880316	3.156428
mAP_valid_abs_values_25	64.860737	2.973274
mAP_valid_abs_values_14	64.549474	4.670565
mAP_valid_abs_values_21	64.514526	3.456721
mAP_valid_abs_values_26	64.496000	4.791313
mAP_valid_abs_values_15	64.477263	2.788738
mAP_valid_abs_values_22	64.048421	3.819458

We then apply the hyperparameters to the test set and average the results.

Code

####################################################
# Use the hyperparameters to the test data.
####################################################
optimal_params = dt_valid.loc[dt_valid_sub_mw1.index].iloc[:, :6].reset_index()
optimal_params.drop(['index'], axis=1, inplace = True)

#rotation invariance test data with optimal parameters
test_data_1 = pd.merge(optimal_params, dt_test, how='left')
test_data_1_sub = test_data_1[list(test_data_1.columns[test_data_1.columns.str.startswith('mAP_test')])]
test_data_1['average_map'] = test_data_1_sub.apply(np.mean, axis=1)

test_data_1.sort_values(by=['average_map'], ascending= False,inplace=True)

	mean	std
mAP_test_abs_values_13	69.564474	8.505445
mAP_test_abs_values_7	67.061447	8.774777
mAP_test_abs_values	66.569000	8.392549
mAP_test_abs_values_16	66.361395	10.602034
mAP_test_abs_values_11	66.241500	9.821996
mAP_test_abs_values_19	63.881053	9.903692
mAP_test_abs_values_6	63.083526	8.951023
mAP_test_abs_values_9	62.778947	9.100079
mAP_test_abs_values_18	62.212684	8.316630
mAP_test_abs_values_23	61.381184	8.953537
average_map	61.082160	1.626776
mAP_test_abs_values_20	60.707026	8.455089
mAP_test_abs_values_3	60.487842	6.344403
mAP_test_abs_values_5	59.937526	5.046401
mAP_test_abs_values_10	59.849237	6.680320
mAP_test_abs_values_12	59.790816	7.064701
mAP_test_abs_values_2	59.776158	3.780949
mAP_test_abs_values_14	59.036816	6.561387
mAP_test_abs_values_17	58.949211	7.092382
mAP_test_abs_values_4	58.889500	3.356076
mAP_test_abs_values_8	58.609000	5.716782
mAP_test_abs_values_15	58.129816	3.100817
mAP_test_abs_values_25	57.436342	3.974486
mAP_test_abs_values_24	57.158684	4.272704
mAP_test_abs_values_26	56.960947	4.809833
mAP_test_abs_values_21	56.917895	4.025868
mAP_test_abs_values_22	56.364132	4.279633

Summary using radar plot

Code

def extract_number(text):
    if isinstance(text, str):
        matches = re.findall(r'\d+', text)
        return int(matches[0]) if matches else 1
    return 1

res_valid1['id'] = res_valid1.index.to_series().apply(extract_number)
res_test1['id'] = res_test1.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid1,res_test1])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test1 = res_test1.sort_values(by=['id']).reset_index().query("index !='average_map'")
data_range1 = np.array(list(res_test1['mean']) + list(res_valid1['mean']))
categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test1['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid1['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "T-Test",
        'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range1.min()), round(data_range1.max()) + 1 + 1]
    )),
  showlegend=True
)

fig.show()

##############


res_valid2['id'] = res_valid2.index.to_series().apply(extract_number)
res_test2['id'] = res_test2.index.to_series().apply(extract_number)



res_comb = pd.concat([res_valid2,res_test2])
index_series = res_comb.index.to_series()

res_comb['type'] = np.where(
    index_series.str.contains('valid', case=False), 'valid',
    np.where(index_series.str.contains('test', case=False), 'test', 'unknown')
)
res_comb = res_comb.query("type !='unknown'")

res_comb =  res_comb.reset_index(drop=True)


res_test2 = res_test2.sort_values(by=['id']).reset_index().query("index !='average_map'")

data_range2 = np.array(list(res_test2['mean']) + list(res_valid2['mean']))

categories = [str(i) for i in range(1,26)]
fig = go.Figure()

# Valid
fig.add_trace(go.Scatterpolar(
       r=list(res_test2['mean']),
      theta=categories,
      #fill='toself',
      name='Test'
))

# Test
fig.add_trace(go.Scatterpolar(
      r=list(res_valid2['mean']),
      theta=categories,
      #fill='toself',
      name='Valid'
))

# Customization of chart
fig.update_layout(
  title={
      'text': "MU-Test",
         'xanchor': 'center',
      'yanchor': 'top'
  },
  polar=dict(
    radialaxis=dict(
      visible=True,
      range=[round(data_range2.min()), round(data_range2.max()) + 1]
    )),
  showlegend=True
)

fig.show()

Comparisons of bit size results